-- Logs begin at Fri 2021-07-09 18:05:50 UTC, end at Fri 2021-07-09 19:04:54 UTC. -- Jul 09 18:36:55.810272 dv-cinder-780933-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 18:36:58.502018 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.common.config [-] Logging enabled! Jul 09 18:36:58.502632 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 18:36:58.502806 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 18:36:58.505977 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.common.config [-] Logging enabled! Jul 09 18:36:58.506252 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 18:36:58.506563 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 18:36:58.507487 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 18:36:58.507715 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 18:36:58.508081 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 18:36:58.508317 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 18:36:58.508535 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 18:36:58.508845 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.509135 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.509422 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.509648 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.509935 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.510253 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.510533 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.510818 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.511108 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.511387 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.511660 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.511938 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.512162 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.512493 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.513286 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.513570 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.513790 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] debug = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.514064 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.514510 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.514913 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.515186 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.515467 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.515740 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.516007 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.516276 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.516559 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.516884 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] host = dv-cinder-780933-10-iscsi {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.517152 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.517431 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.517712 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.517990 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.518303 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.518563 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.518842 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.519108 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.519376 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] log_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.519645 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.519926 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.520206 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.520489 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.520711 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.520931 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.521211 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.521490 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.521760 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.522028 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.522319 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.522589 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.522856 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.523119 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.523396 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.523674 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.523953 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.524222 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.524488 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.524754 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.525019 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.525296 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.525563 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.525831 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.526098 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.526400 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.526663 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.526927 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.527219 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.527496 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.527771 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.528082 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.528359 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.528636 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.528904 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.529169 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.529432 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] use_json = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.529697 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.529961 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.530257 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.530524 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.530792 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.531057 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.531320 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.531595 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:36:58.531887 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.532178 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.532471 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.532748 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.533054 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.533308 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.533590 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.533863 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.534171 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.534445 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.534729 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.535000 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.535278 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.535547 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.535836 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.536138 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.536429 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.536716 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.536987 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.537256 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.537524 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.537797 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.538077 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.538398 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.538682 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.538952 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.539224 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.539507 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.539779 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.540045 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.540315 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.540596 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.540872 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.541137 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.541413 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.541691 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.541960 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.542256 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.542531 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.542814 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.543086 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.543352 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.543622 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.543933 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.544202 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.544483 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.544756 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.545024 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.545293 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.545565 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.545833 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.546101 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.546398 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.546669 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.546941 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.547208 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.547477 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.547748 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.548017 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.548283 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.548552 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.548819 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.549091 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.549358 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.549627 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.549896 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.550193 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.550468 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.550756 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.551051 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.551324 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.551598 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.551871 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.552145 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.552416 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.552688 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.552960 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.553230 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.553497 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.553781 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.554060 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.554365 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.554645 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.554920 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.555210 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.555483 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.555763 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.556036 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.556310 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.556596 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.556874 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.557163 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.557450 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.557738 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.558025 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.558339 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.558617 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.558921 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.559196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:36:58.559937 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 18:36:58.560172 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104726) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 18:36:58.909151 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 18:36:58.909426 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 18:36:58.909710 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 18:36:58.910035 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 18:36:59.298105 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.298412 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.298677 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.299932 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.300201 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.300461 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.334678 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.334946 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.335213 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.348646 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.348921 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.349185 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.378691 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.378968 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.379232 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.414295 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.414568 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.414830 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.642788 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.643395 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.643395 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.643554 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.644184 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.761077 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.761388 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.761664 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.761930 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.762207 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.762536 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.762789 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.763038 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.763284 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.763557 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.763810 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.764078 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.764341 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.764597 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.764845 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.765105 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.765367 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.765616 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.765876 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.766121 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.766419 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.766758 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.767001 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.767277 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.767526 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.767765 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.768148 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 18:36:59.768385 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 18:36:59.768616 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 18:36:59.768848 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 18:36:59.769078 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 18:36:59.769314 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 18:36:59.769665 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 18:36:59.773633 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 18:36:59.777556 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 18:36:59.781191 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 09 18:36:59.782828 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 18:36:59.783277 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 18:36:59.783607 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 18:36:59.783979 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 18:36:59.786748 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 18:36:59.786993 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 18:36:59.787333 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 18:36:59.815292 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 18:36:59.815729 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.816015 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104726) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 18:36:59.816365 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.817692 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104726) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 18:36:59.817966 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 18:36:59.818232 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 18:36:59.821341 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.821617 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:36:59.884470 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 18:36:59.884706 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 18:36:59.884938 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 18:36:59.885293 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 18:36:59.906382 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_db.sqlalchemy.engines [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104726) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 18:37:00.436194 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Initializing driver for type 'gre' Jul 09 18:37:00.436687 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] gre ID ranges: [(1, 1000)] Jul 09 18:37:00.487281 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Initializing driver for type 'local' Jul 09 18:37:00.487609 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Initializing driver for type 'vlan' Jul 09 18:37:00.500015 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] VlanTypeDriver initialization complete Jul 09 18:37:00.500359 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Initializing driver for type 'vxlan' Jul 09 18:37:00.500846 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] vxlan ID ranges: [(1, 1000)] Jul 09 18:37:00.551690 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Initializing extension driver 'port_security' Jul 09 18:37:00.552074 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] PortSecurityExtensionDriver initialization complete Jul 09 18:37:00.552409 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Initializing mechanism driver 'openvswitch' Jul 09 18:37:00.552730 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Initializing mechanism driver 'hyperv' Jul 09 18:37:00.559150 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.plugins.ml2.plugin [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:00.560388 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > port after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.560759 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > port after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.561116 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > port after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.561632 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 18:37:00.562069 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > subnet after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.562454 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > subnet after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.562799 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.563190 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 18:37:00.563595 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > network after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.563942 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > network after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.564283 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > network after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.564668 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 18:37:00.565077 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > security_group after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.565433 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > security_group after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.565776 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > security_group after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.566394 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 18:37:00.566876 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.567229 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.567575 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.567966 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 18:37:00.568378 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > address_group after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.568730 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > address_group after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.569076 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > address_group after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.569465 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 18:37:00.569845 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] ML2 OVO RPC backend initialized. {{(pid=104726) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 18:37:00.570584 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.570937 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.571354 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > network before_response 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.571701 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > networks before_response 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.572048 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > port before_response 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.572385 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > ports before_response 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.572729 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > subnet before_response 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.573073 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > subnets before_response 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.573420 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > network after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.573759 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > network after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.574092 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > network after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.574450 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > port after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.574787 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > port after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.575183 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > port after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.575520 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > subnet after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.575855 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > subnet after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.576187 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.576769 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.plugin [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Modular L2 Plugin initialization complete Jul 09 18:37:00.577099 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading services supported by the core plugin {{(pid=104726) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 18:37:00.577425 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.plugins.ml2.managers [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Got port-security extension from driver 'port_security' Jul 09 18:37:00.577888 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.extensions.vlantransparent [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Disabled vlantransparent extension. Jul 09 18:37:00.578399 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104726) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 18:37:00.578752 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading Plugin: router Jul 09 18:37:00.614535 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router_interface before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.614926 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router after_create 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.615292 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router before_create 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.615651 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.616018 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.616366 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router after_delete 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.616722 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > floatingip after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.617084 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router after_create 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.617432 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router after_update 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.617782 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router after_update 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.618126 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.618506 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router after_update 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.618914 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router precommit_update 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.619284 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: port after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.619620 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: port after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.619956 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: subnet after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.620291 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.620642 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > port precommit_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.620981 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router precommit_create 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.621324 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: port before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.621664 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router precommit_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.622599 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router after_update 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.622941 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router precommit_delete 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.623291 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router precommit_create 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.623649 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.623991 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router precommit_update 55549900 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.624360 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > agent after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.624706 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > agent after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.625048 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > network after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.625895 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Tracking information for resource: router configured {{(pid=104726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 18:37:00.626246 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Tracking information for resource: floatingip configured {{(pid=104726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 18:37:00.631346 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.db.l3_agentschedulers_db [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 18:37:00.631914 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: port after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.632274 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: port after_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.632624 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: port after_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.632976 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: port after_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.633764 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router before_create 55550100 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.634134 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router precommit_delete 55550100 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.634525 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router precommit_create 55550100 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.634881 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > router precommit_update 55550100 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.639926 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.services.provider_configuration [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service providers = [] {{(pid=104726) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 18:37:00.640289 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.db.servicetype_db [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104726) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 18:37:00.643267 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.services.service_base [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 18:37:00.643793 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.services.service_base [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 18:37:00.643952 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.services.service_base [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 18:37:00.644846 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.services.service_base [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 18:37:00.645217 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.services.service_base [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 18:37:00.645591 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 18:37:00.649740 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 18:37:00.660413 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 18:37:00.660975 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading Plugin: auto_allocate Jul 09 18:37:00.667298 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: network precommit_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.667668 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: network precommit_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.668187 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 18:37:00.668507 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading Plugin: tag Jul 09 18:37:00.675516 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 18:37:00.675845 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading Plugin: timestamp Jul 09 18:37:00.681136 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 18:37:00.681468 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading Plugin: network_ip_availability Jul 09 18:37:00.687475 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.687802 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.688159 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.688873 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 18:37:00.689199 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading Plugin: flavors Jul 09 18:37:00.693877 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 18:37:00.694231 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading Plugin: revisions Jul 09 18:37:00.698473 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 18:37:00.698871 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_concurrency.lockutils [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=104726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 18:37:00.699607 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104726) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 18:37:00.699973 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Initializing extension manager. Jul 09 18:37:00.700482 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: __init__.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.700825 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: __pycache__ {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.701155 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.701485 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: address_group.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.702267 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.702837 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: address-group Jul 09 18:37:00.703160 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: address_scope.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.703881 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.704392 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: address-scope Jul 09 18:37:00.704713 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: admin_state_down_before_update.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.705646 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.706168 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: router-admin-state-down-before-update Jul 09 18:37:00.706509 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: agent.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.707217 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.707919 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: agent Jul 09 18:37:00.708241 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: agent_resources_synced.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.709170 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.709681 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: agent-resources-synced Jul 09 18:37:00.710004 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: allowedaddresspairs.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.711834 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.712353 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: allowed-address-pairs Jul 09 18:37:00.712679 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: auto_allocated_topology.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.713754 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.714303 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: auto-allocated-topology Jul 09 18:37:00.714627 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: availability_zone.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.715326 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.715861 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: availability_zone Jul 09 18:37:00.716182 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: availability_zone_filter.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.717096 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.717608 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: availability_zone_filter Jul 09 18:37:00.717928 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: data_plane_status.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.718865 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.719371 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 18:37:00.719689 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: default_subnetpools.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.720606 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.721118 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: default-subnetpools Jul 09 18:37:00.721438 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: dhcpagentscheduler.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.722294 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.722805 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: dhcp_agent_scheduler Jul 09 18:37:00.723128 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: dns.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.724043 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.724546 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension dns-integration not supported by any of loaded plugins Jul 09 18:37:00.724867 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: dns_domain_ports.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.725785 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.726315 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 18:37:00.726638 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.727560 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.728316 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 18:37:00.728637 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: dvr.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.729321 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.729829 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: dvr Jul 09 18:37:00.730167 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: empty_string_filtering.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.731590 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.732105 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: empty-string-filtering Jul 09 18:37:00.732424 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.733333 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.733840 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 18:37:00.734176 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.735090 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.735603 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 18:37:00.735928 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: external_net.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.736852 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.737366 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: external-net Jul 09 18:37:00.737687 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: extra_dhcp_opt.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.738636 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.739171 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: extra_dhcp_opt Jul 09 18:37:00.739495 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: extraroute.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.740405 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.740915 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: extraroute Jul 09 18:37:00.741233 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: extraroute_atomic.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.742298 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.742808 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: extraroute-atomic Jul 09 18:37:00.743127 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: filter_validation.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.743824 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.744334 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: filter-validation Jul 09 18:37:00.744651 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: fip_pf_description.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.745563 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.746069 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 18:37:00.746424 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: fip_port_details.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.747895 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.748400 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: fip-port-details Jul 09 18:37:00.748718 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: flavors.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.749946 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.750505 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: flavors Jul 09 18:37:00.750829 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.752469 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.752990 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 18:37:00.753320 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: floatingip_pools.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.754031 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.754576 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: floatingip-pools Jul 09 18:37:00.754903 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: ip_allocation.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.755826 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.756335 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 18:37:00.756659 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.757578 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.758091 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: ip-substring-filtering Jul 09 18:37:00.758440 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: l2_adjacency.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.759383 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.759888 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 18:37:00.760208 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: l3.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.761178 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.761698 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: router Jul 09 18:37:00.762021 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: l3_conntrack_helper.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.764410 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.764945 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 18:37:00.765275 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.766236 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.766762 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: ext-gw-mode Jul 09 18:37:00.767089 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.768021 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.768532 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: l3-ha Jul 09 18:37:00.768854 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: l3_flavors.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.769793 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.770338 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: l3-flavors Jul 09 18:37:00.770663 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.771584 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.772098 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 18:37:00.772417 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: l3agentscheduler.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.773452 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.773968 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: l3_agent_scheduler Jul 09 18:37:00.774335 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: logging.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.775823 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.776351 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension logging not supported by any of loaded plugins Jul 09 18:37:00.776686 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: metering.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.777439 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.778565 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: metering Jul 09 18:37:00.778899 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.780009 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.780526 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: metering_source_and_destination_fields Jul 09 18:37:00.780853 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: multiprovidernet.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.781783 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.782332 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: multi-provider Jul 09 18:37:00.782658 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: netmtu.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.783576 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.784083 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: net-mtu Jul 09 18:37:00.784406 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: netmtu_writable.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.785323 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.785830 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: net-mtu-writable Jul 09 18:37:00.786172 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: network_availability_zone.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.786862 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.787374 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: network_availability_zone Jul 09 18:37:00.787695 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: network_ip_availability.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.788781 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.789296 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: network-ip-availability Jul 09 18:37:00.789630 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: network_segment_range.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.790442 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.790951 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 18:37:00.791272 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: pagination.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.792255 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.792585 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: pagination Jul 09 18:37:00.792906 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: port_device_profile.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.793863 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.794409 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: port-device-profile Jul 09 18:37:00.794731 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.795659 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.796173 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: port-mac-address-regenerate Jul 09 18:37:00.796495 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.797415 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.797924 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: port-numa-affinity-policy Jul 09 18:37:00.798277 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: port_resource_request.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.799186 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.799691 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 18:37:00.800007 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: portbindings.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.800947 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.801452 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: binding Jul 09 18:37:00.801768 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: portbindings_extended.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.803187 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.803700 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: binding-extended Jul 09 18:37:00.804025 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: portsecurity.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.804946 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.805461 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: port-security Jul 09 18:37:00.805787 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: project_id.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.806787 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.807117 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: project-id Jul 09 18:37:00.807439 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: providernet.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.808365 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.808878 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: provider Jul 09 18:37:00.809715 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: qos.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.813261 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.813785 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension qos not supported by any of loaded plugins Jul 09 18:37:00.814115 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.815392 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.815909 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 18:37:00.816236 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.817158 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.817671 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 18:37:00.817994 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: qos_default.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.818946 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.819458 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension qos-default not supported by any of loaded plugins Jul 09 18:37:00.819781 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: qos_fip.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.820446 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.820949 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension qos-fip not supported by any of loaded plugins Jul 09 18:37:00.821268 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: qos_gateway_ip.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.822223 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.822741 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 18:37:00.823067 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: qos_port_network_policy.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.823985 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.824495 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 18:37:00.824816 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: qos_rule_type_details.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.826327 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.826835 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 18:37:00.827154 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: qos_rules_alias.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.828202 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.828716 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 18:37:00.829035 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: quotasv2.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.829939 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.830295 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: quotas Jul 09 18:37:00.830617 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: quotasv2_detail.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.833618 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.833959 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: quota_details Jul 09 18:37:00.834327 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: rbac.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.835394 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.835919 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: rbac-policies Jul 09 18:37:00.836250 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: rbac_address_group.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.837373 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.837892 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: rbac-address-group Jul 09 18:37:00.838251 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: rbac_address_scope.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.839187 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.839699 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: rbac-address-scope Jul 09 18:37:00.840027 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: rbac_security_groups.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.840979 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.841489 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: rbac-security-groups Jul 09 18:37:00.841810 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: rbac_subnetpool.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.842763 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.843275 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: rbac-subnetpool Jul 09 18:37:00.843599 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: revisionifmatch.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.844529 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.845043 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: revision-if-match Jul 09 18:37:00.845366 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: revisions.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.846514 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.847026 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: standard-attr-revisions Jul 09 18:37:00.847352 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: router_availability_zone.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.848032 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.848543 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: router_availability_zone Jul 09 18:37:00.848870 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: routerservicetype.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.849801 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.850350 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension router-service-type not supported by any of loaded plugins Jul 09 18:37:00.850674 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.851615 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.852134 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: security-groups-normalized-cidr Jul 09 18:37:00.852457 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: security_groups_port_filtering.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.853637 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.854167 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: port-security-groups-filtering Jul 09 18:37:00.854490 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.855418 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.855934 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: security-groups-remote-address-group Jul 09 18:37:00.856291 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: securitygroup.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.865804 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.866362 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: security-group Jul 09 18:37:00.866697 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: segment.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.867489 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.867997 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension segment not supported by any of loaded plugins Jul 09 18:37:00.868323 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.869265 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.869773 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 18:37:00.870104 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: servicetype.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.871257 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.872285 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: service-type Jul 09 18:37:00.872613 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: sorting.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.873607 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.873936 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: sorting Jul 09 18:37:00.874293 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: standard_attr_segment.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.875280 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.875793 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 18:37:00.876114 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: standardattrdescription.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.876767 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.877273 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: standard-attr-description Jul 09 18:37:00.877595 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: stateful_security_group.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.878555 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.879074 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: stateful-security-group Jul 09 18:37:00.879399 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: stdattrs_common.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.879991 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 18:37:00.880314 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.881238 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.881750 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 18:37:00.882070 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: subnet_onboard.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.883161 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.883684 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: subnet_onboard Jul 09 18:37:00.884008 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.884938 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.885448 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 18:37:00.885771 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: subnet_service_types.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.886732 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.887252 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: subnet-service-types Jul 09 18:37:00.888122 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: subnetallocation.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.889200 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.889712 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: subnet_allocation Jul 09 18:37:00.890044 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.890742 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.891251 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: subnetpool-prefix-ops Jul 09 18:37:00.891571 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.892520 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.893025 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 18:37:00.893347 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: tagging.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.894445 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.894978 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: standard-attr-tag Jul 09 18:37:00.895303 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: timestamp.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.896497 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.897007 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loaded extension: standard-attr-timestamp Jul 09 18:37:00.897330 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: trunk.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.898403 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.898922 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension trunk not supported by any of loaded plugins Jul 09 18:37:00.899244 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: trunk_details.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.900177 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.900695 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension trunk-details not supported by any of loaded plugins Jul 09 18:37:00.901016 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: uplink_status_propagation.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.901944 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.902492 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 18:37:00.902812 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Loading extension file: vlantransparent.py {{(pid=104726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 18:37:00.903507 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 18:37:00.904013 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 18:37:00.906437 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:network Jul 09 18:37:00.906956 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:subnet Jul 09 18:37:00.907353 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 18:37:00.907777 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:port Jul 09 18:37:00.909021 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.909460 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service FLAVORS assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.910072 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.910532 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.910861 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:router Jul 09 18:37:00.911287 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:floatingip Jul 09 18:37:00.911795 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service METERING assigned prefix: /metering {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.913216 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.913582 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.913933 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:37:00.914942 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 18:37:00.915394 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:security_group Jul 09 18:37:00.915827 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 18:37:00.916437 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service CORE assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.916771 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 18:37:00.917116 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] subnetpool is already registered Jul 09 18:37:00.917544 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service CORE assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.917881 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 18:37:00.918319 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] subnetpool is already registered Jul 09 18:37:00.920657 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.921088 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service FLAVORS assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.921678 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.922097 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.922451 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:router Jul 09 18:37:00.922790 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] router is already registered Jul 09 18:37:00.923199 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:floatingip Jul 09 18:37:00.923535 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] floatingip is already registered Jul 09 18:37:00.923982 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service METERING assigned prefix: /metering {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.924650 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 18:37:00.924975 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] rbac_policy is already registered Jul 09 18:37:00.925383 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:security_group Jul 09 18:37:00.925715 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] security_group is already registered Jul 09 18:37:00.926111 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 18:37:00.926467 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] security_group_rule is already registered Jul 09 18:37:00.927150 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service CORE assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.927409 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 18:37:00.927739 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] subnetpool is already registered Jul 09 18:37:00.928162 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.v2.resource_helper [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Service CORE assigned prefix: {{(pid=104726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 18:37:00.928483 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 18:37:00.928813 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING neutron.quota.resource_registry [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] subnetpool is already registered Jul 09 18:37:00.929269 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: extensions {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.930747 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: address-groups {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.932255 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: address-scopes {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.933591 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: agents {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.935288 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: auto-allocated-topology {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.936522 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: availability_zones {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.937767 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: dhcp-networks {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.940262 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: dhcp-agents {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.941692 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: routers {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.943425 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: flavors {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.944684 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: service_profiles {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.945878 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: next_providers {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.947336 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: service_profiles {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.948917 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: floatingip-pools {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.950181 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: routers {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.951879 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: floatingips {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.953137 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: l3-routers {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.954541 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: l3-agents {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.955986 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: metering-labels {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.957226 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: metering-label-rules {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.958609 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: network-ip-availabilities {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.959876 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: bindings {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.961416 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: quotas {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.962998 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: quotas {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.964380 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: rbac-policies {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.966077 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: security-groups {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.967387 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: security-group-rules {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.968630 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: service-providers {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.969823 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: subnetpools {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.971187 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: subnetpools {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.972717 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.974406 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.976371 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.978431 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.980089 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.982611 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.984277 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.986052 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.987949 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.989692 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron.api.extensions [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Extended resource: tags {{(pid=104726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 18:37:00.995650 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING keystonemiddleware.auth_token [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 18:37:01.000177 dv-cinder-780933-10-iscsi neutron-server[104726]: WARNING keystonemiddleware.auth_token [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 18:37:01.009568 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_concurrency.lockutils [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Acquired lock "singleton_lock" {{(pid=104726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 18:37:01.010043 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_concurrency.lockutils [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Releasing lock "singleton_lock" {{(pid=104726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 18:37:01.010724 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO oslo_service.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Starting 2 workers Jul 09 18:37:01.015526 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Started child 104835 {{(pid=104726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 18:37:01.019898 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Started child 104836 {{(pid=104726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 18:37:01.020818 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:01.021464 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO neutron.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 18:37:01.022090 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Notify callbacks [] for process, before_spawn {{(pid=104726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:01.022291 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [-] (104835) wsgi starting up on http://0.0.0.0:9696 Jul 09 18:37:01.024546 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO oslo_service.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Starting 1 workers Jul 09 18:37:01.024652 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:01.025901 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [-] (104836) wsgi starting up on http://0.0.0.0:9696 Jul 09 18:37:01.030242 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Started child 104837 {{(pid=104726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 18:37:01.030775 dv-cinder-780933-10-iscsi neutron-server[104726]: INFO oslo_service.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Starting 1 workers Jul 09 18:37:01.033970 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] calling RpcWorker wait() {{(pid=104837) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 18:37:01.034505 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] returning from RpcWorker wait() {{(pid=104837) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 18:37:01.035170 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Started child 104838 {{(pid=104726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 18:37:01.035907 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:01.036030 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG neutron_lib.callbacks.manager [None req-3a979a98-e64c-43e7-8c03-65d275749b3d None None] Notify callbacks [] for process, after_spawn {{(pid=104726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:01.036437 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:01.037837 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 18:37:01.038051 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 18:37:01.038283 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 18:37:01.038505 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 18:37:01.038841 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 18:37:01.039004 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 18:37:01.039528 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.039796 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.040048 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.040145 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:01.040575 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.040575 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.041177 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.041440 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.041687 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.041973 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.042239 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.042415 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.042582 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.042851 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.043097 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.043363 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.043708 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.044470 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.044744 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.044916 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.045187 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.045469 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.045691 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.045952 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] debug = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.046306 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.046775 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.047029 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.047270 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.047488 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.047773 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.047996 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.048267 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.048527 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.048742 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.049006 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.049272 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.049491 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.049718 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.049935 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.050218 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.050444 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.050912 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] host = dv-cinder-780933-10-iscsi {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.051135 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.051351 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.051577 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.051831 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.052086 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.052300 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.052563 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.052815 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.053064 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.053305 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.053556 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.053820 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.054070 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.054326 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.054492 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_options = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.054731 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.054989 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.055248 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.055436 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.055603 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.055781 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.056031 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.056194 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.056445 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.056666 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.056882 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.057112 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.057345 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.057559 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.057834 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.058058 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.058319 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.058545 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.058800 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.059072 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.059333 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.059555 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.059778 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.059991 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.060205 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.060435 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.060688 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.060903 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.061124 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.061389 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.061627 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.061877 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.062126 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.062409 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.062658 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.062882 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.063116 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.063388 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.063617 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.063859 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.064113 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.064357 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.064599 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.064833 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.065077 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.065307 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_json = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.065528 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.065748 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.066000 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.066250 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.066499 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.066715 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.066945 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.067178 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.067588 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.067947 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.068183 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.068430 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.068680 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.069032 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.069321 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.069526 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.069907 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.070035 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.070250 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:01.070415 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.070553 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.070823 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.071078 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.071332 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.071686 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.071947 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.072209 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.072447 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.072701 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.072937 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.073160 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.073509 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.073851 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.074121 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.074404 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.074626 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.074871 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.075139 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.075552 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.075552 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.076026 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.076026 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.076402 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.076550 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.076683 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.076998 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.077186 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.077298 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.077544 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.077804 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.078070 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.078296 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.078514 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.079027 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.079027 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.079627 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.079627 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.079627 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.080054 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.080713 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.080713 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.080713 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.080713 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.081237 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.081407 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.081549 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.081914 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.081914 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.082927 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.082927 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.082927 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.082927 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.083923 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.083923 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.083923 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.083923 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.083923 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.084536 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.084536 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.084536 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.084942 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.084942 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086253 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086253 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086253 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086253 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086253 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086253 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086619 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086619 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086756 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.086929 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.087122 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.087410 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.087709 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.087926 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.088169 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.088391 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.088640 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.088873 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.089158 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.089377 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.089603 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.089819 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.090084 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.090356 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.091132 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.091356 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.091604 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.091869 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.092434 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.092434 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.094196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.094196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.094196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.094196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.094196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.094196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.094196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.094196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.095218 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.095218 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.095218 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.095218 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.096689 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.096689 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.096689 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.096689 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.096689 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.096689 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.097201 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.097201 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.097370 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.097557 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.097787 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.098015 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.098373 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.098550 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.098725 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.098943 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.099203 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.099523 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.099754 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.099992 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.100174 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.100461 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.100706 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.100940 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.101199 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.101442 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.101697 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.101947 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.102196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.102411 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.102643 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.102905 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.103373 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.103606 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.103838 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.104078 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.104306 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.104520 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.104772 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.104984 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.105218 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.105455 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.105671 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.105886 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.106239 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.106971 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.107196 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.107451 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.107669 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.107905 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.108124 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.108382 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.108632 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.108850 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.109134 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.109378 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.109609 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.109806 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.110042 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.110294 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.110510 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.110755 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.110988 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.111202 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.111418 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.111657 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.111870 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.112081 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.112307 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.112524 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.112757 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.113005 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.113327 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.113580 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.113798 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.114039 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.114276 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.114511 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.114727 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.114963 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.115209 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.115424 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.115638 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.115870 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.116089 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.116329 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.116563 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.116768 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.116992 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.117204 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.117408 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.117701 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.117943 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.118186 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.118455 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.118736 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.118913 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.119140 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.119346 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.119576 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.119819 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.120033 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.120264 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.120497 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.120695 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.120903 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.121138 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.121358 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.121572 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.121832 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.122052 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.122270 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.122490 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.122709 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.122994 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.123240 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.123504 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.123722 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.123942 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.124155 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.124366 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.124679 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.124924 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.125143 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.125428 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.125646 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.125890 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.126152 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.126453 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.126661 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.126931 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.127149 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.127382 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.127602 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.127865 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.128170 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.128450 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.128692 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.128932 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.129205 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.129491 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.130051 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.130051 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.130388 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.130615 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.130881 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.131137 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.131392 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.131662 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.131900 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.132113 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.132352 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.132590 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.132809 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.133044 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.133294 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.133518 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.133748 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.133986 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.134228 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.134451 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.134679 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.134899 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.135113 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.135267 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 18:37:01.135773 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 18:37:01.135922 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 18:37:01.136057 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 18:37:01.136223 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 18:37:01.136377 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 18:37:01.136521 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 18:37:01.136720 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.136880 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.137039 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.137202 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.137882 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.138063 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.138247 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.138410 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.138573 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.138708 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.138853 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.139137 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.139137 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.139393 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.139522 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.139649 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.139794 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.139938 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.140072 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.140205 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.140337 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.140468 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.140594 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] debug = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.140729 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.140906 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.141063 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.141206 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.141340 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.141503 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.141664 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.141821 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.141978 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.142131 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.142310 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.142488 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.142664 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.142779 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.142936 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.143093 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.143252 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.143410 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] host = dv-cinder-780933-10-iscsi {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.143566 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.143723 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.143880 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.144036 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.144193 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.144350 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.144507 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.144659 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.144816 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.144974 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.145131 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.145288 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.145467 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.145595 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.145745 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_options = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.145901 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.146057 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.146250 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.146415 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.146579 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.146737 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.146895 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.147053 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.147210 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.147405 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.147530 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.147650 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.147802 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.147958 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.148115 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.148273 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.148431 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.148588 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.148747 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.148904 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.149061 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.149262 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.149262 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.149589 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.149717 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.149839 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.149958 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.150077 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.150257 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.150415 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.150572 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.150729 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.150888 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.151046 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.151203 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.151360 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.151520 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.151682 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.151840 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.151997 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.152153 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.152311 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.152467 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.152668 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.152802 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.152924 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_json = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.153099 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.153743 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.153900 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.154057 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.154236 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.154395 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.154553 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.154711 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 18:37:01.154888 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.155049 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.155220 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.155380 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.155540 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.155698 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.155855 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.156013 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.156172 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.156330 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.156497 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.156723 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.157482 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.157482 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.157482 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.157482 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.157482 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.158084 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.158084 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.158084 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.158084 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.159144 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.159144 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.159144 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.159144 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.159144 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.159144 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.159144 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160145 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160145 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160145 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160145 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160145 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160145 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160984 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160984 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160984 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160984 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160984 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.160984 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.161772 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.161772 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.161772 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.161772 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.161772 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.162334 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.162334 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.162334 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.162334 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.162863 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.162863 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.162863 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.163332 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.163332 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.163332 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.163332 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.163787 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.163787 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.163787 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.164124 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.164124 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.164323 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.164439 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.164547 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.164666 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.164825 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.164984 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.165144 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.165304 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.165464 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.165622 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.165780 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.165940 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.166099 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.166280 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.166441 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.166596 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.166802 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.166940 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.167065 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.167200 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.167358 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.167517 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.167675 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.167842 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.168016 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.168176 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.168336 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.168494 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.168677 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.168837 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.168996 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.169154 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.169313 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.169525 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.169650 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.169780 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.169915 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.170074 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.170279 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.170439 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.170597 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.170755 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.170914 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.171072 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.171230 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.171389 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.171551 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.171710 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.171868 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.172026 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.172194 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.172353 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.172515 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.172674 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.172840 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.173009 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.173168 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.173328 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.173487 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.173646 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.173804 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.173964 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.174123 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.174304 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.174462 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.174621 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.174787 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.174957 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.175229 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.175329 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.175422 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.175591 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.175749 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.175907 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.176066 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.176224 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.176383 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.176542 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.176699 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.176857 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.177014 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.177173 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.177332 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.177490 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.177649 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.177806 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.177966 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.178125 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.178281 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:01.178419 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.178542 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.178664 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.178773 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.178891 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.179054 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.179212 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.179372 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.179585 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.179713 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.179835 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.179955 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.180118 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.180276 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.180435 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.180591 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.180749 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.180907 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.181064 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.181222 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.181382 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.181543 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.181704 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.181865 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.182025 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.182204 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.182364 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.182525 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.182684 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.182843 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.183004 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.183162 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.183321 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.183480 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.183640 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.183799 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.183958 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.184115 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.184310 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.184472 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.184632 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.184790 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.184969 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.185127 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.185285 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.185443 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.185601 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.185758 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.185916 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.186076 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.186261 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.186414 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.186575 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.186734 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.186894 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.187052 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.187211 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.187382 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.187542 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.187701 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.187906 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.188047 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.188170 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.188324 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.188483 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.188643 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.188865 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.189925 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.189925 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.189925 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.189925 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.189925 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.189925 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.189925 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.190921 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.190921 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.190921 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.190921 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.190921 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.190921 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.191897 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.191897 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.191897 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.191897 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.191897 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.191897 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.191897 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.192735 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.192735 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.192735 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.192735 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.192735 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.193262 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.193262 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.193262 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.193262 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.194117 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.194117 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.194117 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.194117 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.194117 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.194117 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195119 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195119 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195119 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195119 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195119 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195119 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195771 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195771 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195771 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.195771 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.196132 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.196132 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.196132 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.196391 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.196471 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.196571 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.196732 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.196891 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.197050 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.197208 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.197368 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.197527 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.197685 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.197845 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.198004 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.198174 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.198340 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.198500 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 18:37:01.198652 dv-cinder-780933-10-iscsi neutron-server[104726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 18:37:01.480926 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 57498) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:01.490090 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063217 Jul 09 18:37:12.659445 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf66c3-00d7-4d7e-99d6-75e971d56ba3 None None] get_active_networks_info from dv-cinder-780933-10-iscsi {{(pid=104837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 18:37:12.739302 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf66c3-00d7-4d7e-99d6-75e971d56ba3 None None] No non-hosted networks {{(pid=104837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 18:37:12.748620 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.agentschedulers_db [None req-0fcf66c3-00d7-4d7e-99d6-75e971d56ba3 None None] DHCP Agent not found on host dv-cinder-780933-10-iscsi {{(pid=104837) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 18:37:12.858661 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d7e2606c-35ab-4ac8-9f3f-c346a0cf614a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401185'] for agent, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:15.206811 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401185'] for agent, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:15.207353 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.207841 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.208027 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.208354 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.208686 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.209017 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.209307 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.210569 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.212586 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.213918 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.214280 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.214620 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:15.217872 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780933-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:15.243907 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780933-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:15.303869 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d5118369-ca60-49d7-a18d-eb195f5b6871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401185'] for agent, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:15.312359 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.db.api [None req-a35173ae-ceb1-40ae-9274-8c1a904473c4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-780933-10-iscsi {{(pid=104837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 18:37:15.313097 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG oslo_db.api [None req-a35173ae-ceb1-40ae-9274-8c1a904473c4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 18:37:15.843631 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a35173ae-ceb1-40ae-9274-8c1a904473c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:16.403332 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401185'] for agent, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:17.835867 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401185'] for agent, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:19.078278 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 57594) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:19.553253 dv-cinder-780933-10-iscsi neutron-server[104836]: WARNING oslo_policy.policy [None req-63b23195-5f09-47d0-a39a-9cb9a2d17964 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 18:37:19.553819 dv-cinder-780933-10-iscsi neutron-server[104836]: WARNING oslo_policy.policy [None req-63b23195-5f09-47d0-a39a-9cb9a2d17964 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 18:37:19.772170 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [None req-63b23195-5f09-47d0-a39a-9cb9a2d17964 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:37:19.773205 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-63b23195-5f09-47d0-a39a-9cb9a2d17964 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6939251 Jul 09 18:37:22.112355 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 57608) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:22.422511 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-0fbecd39-6f1b-4816-a231-e0a01e29b1c6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:37:22.515894 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.policy [None req-0fbecd39-6f1b-4816-a231-e0a01e29b1c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104836) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 18:37:22.551617 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.db.l3_hamode_db [None req-dad25f44-70a9-45c0-aa50-1e1416924adb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 18:37:22.561520 dv-cinder-780933-10-iscsi neutron-server[104836]: WARNING oslo_policy.policy [None req-0fbecd39-6f1b-4816-a231-e0a01e29b1c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 18:37:22.561897 dv-cinder-780933-10-iscsi neutron-server[104836]: WARNING oslo_policy.policy [None req-0fbecd39-6f1b-4816-a231-e0a01e29b1c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 18:37:22.570493 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.quota [None req-0fbecd39-6f1b-4816-a231-e0a01e29b1c6 admin admin] Loaded quota_driver: . Jul 09 18:37:22.628752 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad25f44-70a9-45c0-aa50-1e1416924adb None None] Routers set() bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:37:22.629155 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad25f44-70a9-45c0-aa50-1e1416924adb None None] Router IDs set() for agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 18:37:22.662075 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0fbecd39-6f1b-4816-a231-e0a01e29b1c6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784008355720', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784008356317', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784008367619', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784008374451', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784008380029', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784008324771', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-530682', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1411099', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-350622', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-765696'] for rbac-policy, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:22.724299 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0fbecd39-6f1b-4816-a231-e0a01e29b1c6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:22.725497 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-0fbecd39-6f1b-4816-a231-e0a01e29b1c6 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6122470 Jul 09 18:37:25.271247 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 57620) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:25.562688 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Request body: {'network': {'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'admin_state_up': True, 'name': 'private', 'project_id': '434d4e57be9940fc9becbd628ae0b040'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:37:25.590542 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Made reservation on behalf of 434d4e57be9940fc9becbd628ae0b040 for: {'network': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:37:25.593245 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:25.609941 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:25.728870 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:25.732974 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:25.752194 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=104836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:37:25.780274 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784006116940', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:25.780859 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Unsubscribe: segment precommit_create {{(pid=104836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 18:37:25.781374 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.segments_db [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Added segment a7755129-eff6-4aba-9907-334394803b46 of type vlan for network df301c31-5f4e-4111-afe0-53f92819a3f9 Jul 09 18:37:25.800404 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f15e277-a9ad-4637-b940-4e9c6996b4ba,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:25.847135 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.847495 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.847832 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.848163 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.848491 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.848824 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.849149 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.849480 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.849803 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.850118 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.850456 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.850768 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Tracked resource versions report: Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: pushed versions: Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: { 'AddressGroup': {'1.2'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'ConntrackHelper': {'1.0'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Log': {'1.0'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Network': {'1.1'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Port': {'1.7'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'PortForwarding': {'1.2'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'QosPolicy': {'1.8'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SecurityGroup': {'1.4'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SecurityGroupRule': {'1.2'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SubPort': {'1.0'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Subnet': {'1.1'}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Trunk': {'1.1'}} Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: consumer versions: Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: { DHCP agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: L3 agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: Metadata agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: Metering agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: Open vSwitch agent@dv-cinder-780933-10-iscsi: { 'AddressGroup': '1.2', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'ConntrackHelper': '1.0', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Log': '1.0', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Network': '1.1', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Port': '1.7', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'PortForwarding': '1.2', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'QosPolicy': '1.8', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SecurityGroup': '1.4', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SecurityGroupRule': '1.2', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SubPort': '1.0', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Subnet': '1.1', Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Trunk': '1.1'}} Jul 09 18:37:25.852082 dv-cinder-780933-10-iscsi neutron-server[104836]: {{(pid=104836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 18:37:25.905833 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:25.954809 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:25.955840 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:25.956492 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:26.033927 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7615571 Jul 09 18:37:26.051254 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99b0f0-db90-4a85-b184-f680588d49ac admin admin] Pushing event updated for resources: {'Network': ['ID=df301c31-5f4e-4111-afe0-53f92819a3f9,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:26.063223 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network df301c31-5f4e-4111-afe0-53f92819a3f9 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:37:28.655396 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 57634) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:29.036236 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda7985-8c09-45a6-9161-79d482543492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:29.037563 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-6cda7985-8c09-45a6-9161-79d482543492 admin admin] 10.222.0.22 "GET /v2.0/networks/df301c31-5f4e-4111-afe0-53f92819a3f9 HTTP/1.1" status: 200 len: 825 time: 0.3812380 Jul 09 18:37:29.060128 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-68007b0f-cbc0-4270-8f8a-cc5c890f4b87 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/ea0042f4-11c5-46f6-9626-d9fc72460cc7 HTTP/1.1" status: 200 len: 734 time: 0.0172353 Jul 09 18:37:29.068136 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9', 'name': 'private-subnet', 'subnetpool_id': 'ea0042f4-11c5-46f6-9626-d9fc72460cc7', 'ip_version': 4, 'tenant_id': '434d4e57be9940fc9becbd628ae0b040'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:37:29.089524 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Made reservation on behalf of 434d4e57be9940fc9becbd628ae0b040 for: {'subnet': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:37:29.092196 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Notify callbacks [] for subnet, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:29.375441 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:29.442723 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:29.444841 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Checking segment: {'id': 'a7755129-eff6-4aba-9907-334394803b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:37:29.445201 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Network hostable DHCP agents. Network: df301c31-5f4e-4111-afe0-53f92819a3f9, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:37:29.466479 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Network df301c31-5f4e-4111-afe0-53f92819a3f9 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:37:29.477219 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, df301c31-5f4e-4111-afe0-53f92819a3f9) {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:37:29.482415 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:29.482988 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:29.487237 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78003f-98d4-46e6-a09d-c89d7246a449 None None] Network df301c31-5f4e-4111-afe0-53f92819a3f9 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:37:29.505272 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-4863da34-80f9-4504-8d28-e5a8ad4a3fff admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4307334 Jul 09 18:37:29.794564 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-df301c31-5f4e-4111-afe0-53f92819a3f9', 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'fixed_ips': [{'subnet_id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:37:29.795917 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:30.068333 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Allocated IP 172.20.0.2 (df301c31-5f4e-4111-afe0-53f92819a3f9/c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c/0888ce5b-b22e-48ba-8983-7d507dafb6a0) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:37:30.294241 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:30.308855 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Transition to ACTIVE for port object 0888ce5b-b22e-48ba-8983-7d507dafb6a0 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:37:30.329909 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Transition to ACTIVE for port object 0888ce5b-b22e-48ba-8983-7d507dafb6a0 will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:37:30.338166 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:30.409051 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Network df301c31-5f4e-4111-afe0-53f92819a3f9 is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:37:30.417053 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:37:30.422486 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Pushing event updated for resources: {'Port': ['ID=0888ce5b-b22e-48ba-8983-7d507dafb6a0,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:30.424658 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:37:30.434237 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.434609 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.434953 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.435289 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.435623 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.435965 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.436300 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.436671 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.437017 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.437344 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.437665 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.437985 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Tracked resource versions report: Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: pushed versions: Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: { 'AddressGroup': {'1.2'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'ConntrackHelper': {'1.0'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Log': {'1.0'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Network': {'1.1'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Port': {'1.7'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'PortForwarding': {'1.2'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'QosPolicy': {'1.8'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SecurityGroup': {'1.4'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SecurityGroupRule': {'1.2'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SubPort': {'1.0'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Subnet': {'1.1'}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Trunk': {'1.1'}} Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: consumer versions: Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: { DHCP agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: L3 agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: Metadata agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: Metering agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: Open vSwitch agent@dv-cinder-780933-10-iscsi: { 'AddressGroup': '1.2', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'ConntrackHelper': '1.0', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Log': '1.0', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Network': '1.1', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Port': '1.7', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'PortForwarding': '1.2', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'QosPolicy': '1.8', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SecurityGroup': '1.4', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SecurityGroupRule': '1.2', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SubPort': '1.0', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Subnet': '1.1', Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Trunk': '1.1'}} Jul 09 18:37:30.439370 dv-cinder-780933-10-iscsi neutron-server[104837]: {{(pid=104837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 18:37:30.509740 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Attempting to bind port 0888ce5b-b22e-48ba-8983-7d507dafb6a0 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:37:30.510408 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Attempting to bind port 0888ce5b-b22e-48ba-8983-7d507dafb6a0 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': 'a7755129-eff6-4aba-9907-334394803b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:37:30.510590 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Attempting to bind port 0888ce5b-b22e-48ba-8983-7d507dafb6a0 on network df301c31-5f4e-4111-afe0-53f92819a3f9 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:37:30.517527 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:37:30.518169 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Checking segment: {'id': 'a7755129-eff6-4aba-9907-334394803b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:37:30.518665 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:30.519193 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Bound using segment: {'id': 'a7755129-eff6-4aba-9907-334394803b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:37:30.519992 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Bound port: 0888ce5b-b22e-48ba-8983-7d507dafb6a0, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7755129-eff6-4aba-9907-334394803b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:37:30.520524 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:30.582256 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] For port 0888ce5b-b22e-48ba-8983-7d507dafb6a0, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:37:30.586553 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] For port 0888ce5b-b22e-48ba-8983-7d507dafb6a0, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=0888ce5b-b22e-48ba-8983-7d507dafb6a0,segment=NetworkSegment(a7755129-eff6-4aba-9907-334394803b46),segment_id=a7755129-eff6-4aba-9907-334394803b46)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:37:30.592144 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:30.660034 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b3e9a-f323-4250-bb0d-8880b2d95463 None None] Pushing event updated for resources: {'Port': ['ID=0888ce5b-b22e-48ba-8983-7d507dafb6a0,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:31.899691 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 57642) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:32.209273 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [None req-45a16354-abb0-456a-88da-1c56e56b1817 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:37:32.210302 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-45a16354-abb0-456a-88da-1c56e56b1817 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096404 Jul 09 18:37:34.563783 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 57650) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:34.873247 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [None req-554e239e-f59b-487f-be44-e6ac03da5f22 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:37:34.874299 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-554e239e-f59b-487f-be44-e6ac03da5f22 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093932 Jul 09 18:37:36.702832 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a63a1b-70b6-45b4-a25b-5c2587533323 None None] Network df301c31-5f4e-4111-afe0-53f92819a3f9 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:37:36.820090 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-494cd10b-6db6-4f87-8812-cac5be379356 None None] Provisioning for port 0888ce5b-b22e-48ba-8983-7d507dafb6a0 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:37:37.110128 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 0888ce5b-b22e-48ba-8983-7d507dafb6a0 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:37:37.201218 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 0888ce5b-b22e-48ba-8983-7d507dafb6a0 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:37:37.205460 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 0888ce5b-b22e-48ba-8983-7d507dafb6a0 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:37:37.205867 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:37.314771 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:37.348310 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 0888ce5b-b22e-48ba-8983-7d507dafb6a0, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=0888ce5b-b22e-48ba-8983-7d507dafb6a0,segment=NetworkSegment(a7755129-eff6-4aba-9907-334394803b46),segment_id=a7755129-eff6-4aba-9907-334394803b46)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:37:37.351441 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:37.398858 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=0888ce5b-b22e-48ba-8983-7d507dafb6a0,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:37.488977 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 57664) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:37.775795 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-a7fd726b-f10d-46ad-86f6-48c8cfefb6af admin admin] Request body: {'router': {'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'admin_state_up': True, 'name': 'router1'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:37:37.799484 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a7fd726b-f10d-46ad-86f6-48c8cfefb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:37.801192 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a7fd726b-f10d-46ad-86f6-48c8cfefb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:37.935808 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a7fd726b-f10d-46ad-86f6-48c8cfefb6af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:37.940468 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a7fd726b-f10d-46ad-86f6-48c8cfefb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:37.952647 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a7fd726b-f10d-46ad-86f6-48c8cfefb6af admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:37.954059 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-a7fd726b-f10d-46ad-86f6-48c8cfefb6af admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4641097 Jul 09 18:37:39.087704 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 0888ce5b-b22e-48ba-8983-7d507dafb6a0 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:37:39.138603 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 0888ce5b-b22e-48ba-8983-7d507dafb6a0 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:37:39.138971 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:40.256631 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 57672) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:40.753735 dv-cinder-780933-10-iscsi neutron-server[104835]: WARNING oslo_policy.policy [None req-6d4ec057-1841-4bf0-b250-1d8e6019b37f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 18:37:40.754339 dv-cinder-780933-10-iscsi neutron-server[104835]: WARNING oslo_policy.policy [None req-6d4ec057-1841-4bf0-b250-1d8e6019b37f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 18:37:40.981257 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [None req-6d4ec057-1841-4bf0-b250-1d8e6019b37f admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:37:40.982546 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-6d4ec057-1841-4bf0-b250-1d8e6019b37f admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237923 Jul 09 18:37:41.112373 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 5 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:37:42.552089 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-283f0d64-52a5-4ee6-b37c-e04332df7b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:43.325151 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 57688) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:43.634741 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:37:43.636761 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.quota [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Loaded quota_driver: . Jul 09 18:37:43.691273 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Made reservation on behalf of c9e5ed2047c74c62ba6e54b2e65b2620 for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:37:43.756538 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.policy [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104835) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 18:37:43.799951 dv-cinder-780933-10-iscsi neutron-server[104835]: WARNING oslo_policy.policy [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 18:37:43.800309 dv-cinder-780933-10-iscsi neutron-server[104835]: WARNING oslo_policy.policy [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 18:37:43.810590 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:43.830602 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:43.965121 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:43.969147 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:43.980615 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Reserving flat network on physical network physnet1 {{(pid=104835) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 18:37:44.014452 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784006116940', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:44.014949 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Unsubscribe: segment precommit_create {{(pid=104835) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 18:37:44.015542 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Added segment 5d0cc747-ae27-47f7-ac99-4c6acf2ab5be of type flat for network e685ef06-bd20-4f13-9915-56c936056191 Jul 09 18:37:44.032788 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d89b0e2-cb6d-4406-bc4b-05737e14a9f6,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:44.053019 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.053369 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.053699 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.054020 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.054361 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.054692 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.055009 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.055335 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.055647 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.055988 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.056300 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.056603 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Tracked resource versions report: Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: pushed versions: Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: { 'AddressGroup': {'1.2'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'ConntrackHelper': {'1.0'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Log': {'1.0'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Network': {'1.1'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Port': {'1.7'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'PortForwarding': {'1.2'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'QosPolicy': {'1.8'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SecurityGroup': {'1.4'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SecurityGroupRule': {'1.2'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SubPort': {'1.0'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Subnet': {'1.1'}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Trunk': {'1.1'}} Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: consumer versions: Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: { DHCP agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: L3 agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: Metadata agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: Metering agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: Open vSwitch agent@dv-cinder-780933-10-iscsi: { 'AddressGroup': '1.2', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'ConntrackHelper': '1.0', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Log': '1.0', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Network': '1.1', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Port': '1.7', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'PortForwarding': '1.2', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'QosPolicy': '1.8', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SecurityGroup': '1.4', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SecurityGroupRule': '1.2', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SubPort': '1.0', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Subnet': '1.1', Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Trunk': '1.1'}} Jul 09 18:37:44.058503 dv-cinder-780933-10-iscsi neutron-server[104835]: {{(pid=104835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 18:37:44.149606 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:44.203995 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:44.205163 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:44.205823 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:44.283667 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9573767 Jul 09 18:37:44.301726 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcae72f-4b49-4ac3-b650-c1a9f432607f admin admin] Pushing event updated for resources: {'Network': ['ID=e685ef06-bd20-4f13-9915-56c936056191,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:44.315137 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network e685ef06-bd20-4f13-9915-56c936056191 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:37:45.200367 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:45.225346 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9208ca66-71e7-4890-ac50-d09a5c1b512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:46.346727 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:46.640767 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 57712) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:46.881348 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe392d3-9de1-4e27-b611-1e0371906f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:46.882640 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-ebe392d3-9de1-4e27-b611-1e0371906f87 admin admin] 10.222.0.22 "GET /v2.0/subnets/c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c HTTP/1.1" status: 200 len: 849 time: 0.2407427 Jul 09 18:37:47.042441 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c1a9e7c0-3964-43c6-9103-5b1854959a2c admin admin] 10.222.0.22 "GET /v2.0/routers/2dfd5a8f-927a-4235-8479-38318a21121c HTTP/1.1" status: 200 len: 704 time: 0.1517637 Jul 09 18:37:47.312793 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:47.597134 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Allocated IP 172.20.0.1 (df301c31-5f4e-4111-afe0-53f92819a3f9/c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c/fdfc2cb1-32d1-4b83-b1d7-ed850d060faf) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:37:47.778994 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:47.793712 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:47.802830 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Transition to ACTIVE for port object fdfc2cb1-32d1-4b83-b1d7-ed850d060faf will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:37:47.882012 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:47.957818 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Network df301c31-5f4e-4111-afe0-53f92819a3f9 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:37:47.963108 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:37:47.968848 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfc2cb1-32d1-4b83-b1d7-ed850d060faf,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:47.981578 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:37:47.983301 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:48.162893 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5657bba7-0a17-4102-b3c5-dea5bd524b2a None None] Provisioning for port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:37:48.166661 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5657bba7-0a17-4102-b3c5-dea5bd524b2a None None] Provisioning complete for port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:37:48.167555 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5657bba7-0a17-4102-b3c5-dea5bd524b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:48.199093 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:48.202437 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-5657bba7-0a17-4102-b3c5-dea5bd524b2a None None] Port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:37:48.419410 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:48.423649 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:48.424538 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:48.500016 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfc2cb1-32d1-4b83-b1d7-ed850d060faf,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:48.544115 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Network df301c31-5f4e-4111-afe0-53f92819a3f9 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:37:48.545381 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:37:48.704356 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Router 2dfd5a8f-927a-4235-8479-38318a21121c is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:37:48.725143 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-def2e99a-332f-4a5e-aa05-789f0a295fcb None None] Provisioning complete for port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:37:48.725599 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-def2e99a-332f-4a5e-aa05-789f0a295fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:48.757634 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-def2e99a-332f-4a5e-aa05-789f0a295fcb None None] Port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:37:48.798545 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:37:48.803894 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-22d97017-a2e6-44f8-a92f-5c367ae01a77 admin admin] 10.222.0.22 "PUT /v2.0/routers/2dfd5a8f-927a-4235-8479-38318a21121c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7582273 Jul 09 18:37:48.816639 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Sync routers for ids ['2dfd5a8f-927a-4235-8479-38318a21121c'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:37:48.828291 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Routers {'2dfd5a8f-927a-4235-8479-38318a21121c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:37:48.829107 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:37:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['2dfd5a8f-927a-4235-8479-38318a21121c'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:49.010926 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Set router 2dfd5a8f-927a-4235-8479-38318a21121c gateway port host: None {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:37:49.433045 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'name': 'router1', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:37:37Z', 'updated_at': '2021-07-09T18:37:48Z', 'revision_number': 2, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'gw_port_host': None, '_interfaces': [{'id': 'fdfc2cb1-32d1-4b83-b1d7-ed850d060faf', 'name': '', 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'mac_address': 'fa:16:3e:d3:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:37:47Z', 'updated_at': '2021-07-09T18:37:48Z', 'revision_number': 2, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'subnets': [{'id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0042f4-11c5-46f6-9626-d9fc72460cc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:49.483614 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Checking router: 2dfd5a8f-927a-4235-8479-38318a21121c for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:37:49.483974 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Updating router 2dfd5a8f-927a-4235-8479-38318a21121c port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:37:49.546795 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:50.028057 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:50.047888 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Transition to ACTIVE for port object fdfc2cb1-32d1-4b83-b1d7-ed850d060faf will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:37:50.054201 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:50.146162 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Pushing event updated for resources: {'Port': ['ID=fdfc2cb1-32d1-4b83-b1d7-ed850d060faf,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:50.186273 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.186632 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.186979 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.187313 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.187640 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.187983 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.188309 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.188630 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.188964 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.189289 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.189599 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.189911 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Tracked resource versions report: Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: pushed versions: Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: { 'AddressGroup': {'1.2'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'ConntrackHelper': {'1.0'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Log': {'1.0'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Network': {'1.1'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Port': {'1.7'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'PortForwarding': {'1.2'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'QosPolicy': {'1.8'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SecurityGroup': {'1.4'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SecurityGroupRule': {'1.2'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SubPort': {'1.0'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Subnet': {'1.1'}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Trunk': {'1.1'}} Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: consumer versions: Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: { DHCP agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: L3 agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: Metadata agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: Metering agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: Open vSwitch agent@dv-cinder-780933-10-iscsi: { 'AddressGroup': '1.2', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'ConntrackHelper': '1.0', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Log': '1.0', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Network': '1.1', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Port': '1.7', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'PortForwarding': '1.2', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'QosPolicy': '1.8', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SecurityGroup': '1.4', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SecurityGroupRule': '1.2', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SubPort': '1.0', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Subnet': '1.1', Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Trunk': '1.1'}} Jul 09 18:37:50.191286 dv-cinder-780933-10-iscsi neutron-server[104838]: {{(pid=104838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 18:37:50.222250 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Attempting to bind port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:37:50.222656 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Attempting to bind port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': 'a7755129-eff6-4aba-9907-334394803b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:37:50.223090 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Attempting to bind port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf on network df301c31-5f4e-4111-afe0-53f92819a3f9 {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:37:50.228647 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:37:50.229049 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Checking segment: {'id': 'a7755129-eff6-4aba-9907-334394803b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:37:50.229562 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:50.229947 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Bound using segment: {'id': 'a7755129-eff6-4aba-9907-334394803b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:37:50.230455 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Bound port: fdfc2cb1-32d1-4b83-b1d7-ed850d060faf, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7755129-eff6-4aba-9907-334394803b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:37:50.230887 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:50.299083 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] For port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:37:50.320252 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] For port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=fdfc2cb1-32d1-4b83-b1d7-ed850d060faf,segment=NetworkSegment(a7755129-eff6-4aba-9907-334394803b46),segment_id=a7755129-eff6-4aba-9907-334394803b46)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:37:50.325077 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:50.381544 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Routers {'2dfd5a8f-927a-4235-8479-38318a21121c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:37:50.382102 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:37:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['2dfd5a8f-927a-4235-8479-38318a21121c'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:50.384713 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa5336-bdbf-4905-829e-9c666fcf7d39 None None] Pushing event updated for resources: {'Port': ['ID=fdfc2cb1-32d1-4b83-b1d7-ed850d060faf,revision_number=4']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:50.470713 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] Set router 2dfd5a8f-927a-4235-8479-38318a21121c gateway port host: None {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:37:50.673172 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'name': 'router1', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:37:37Z', 'updated_at': '2021-07-09T18:37:48Z', 'revision_number': 2, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'gw_port_host': None, '_interfaces': [{'id': 'fdfc2cb1-32d1-4b83-b1d7-ed850d060faf', 'name': '', 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'mac_address': 'fa:16:3e:d3:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:37:47Z', 'updated_at': '2021-07-09T18:37:50Z', 'revision_number': 4, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'subnets': [{'id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0042f4-11c5-46f6-9626-d9fc72460cc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:50.698102 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a78ed-df24-4f83-918f-d629e15971f9 None None] The sync data for ids ['2dfd5a8f-927a-4235-8479-38318a21121c'] in dv-cinder-780933-10-iscsi is: [{'id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'name': 'router1', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:37:37Z', 'updated_at': '2021-07-09T18:37:48Z', 'revision_number': 2, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'gw_port_host': None, '_interfaces': [{'id': 'fdfc2cb1-32d1-4b83-b1d7-ed850d060faf', 'name': '', 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'mac_address': 'fa:16:3e:d3:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:37:47Z', 'updated_at': '2021-07-09T18:37:50Z', 'revision_number': 4, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'subnets': [{'id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0042f4-11c5-46f6-9626-d9fc72460cc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:37:51.068815 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 57732) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:51.174651 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4965c5bf-a3bf-41ea-b567-9d1b89f8c324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:51.176029 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-4965c5bf-a3bf-41ea-b567-9d1b89f8c324 admin admin] 10.222.0.22 "GET /v2.0/networks/e685ef06-bd20-4f13-9915-56c936056191 HTTP/1.1" status: 200 len: 842 time: 0.1062620 Jul 09 18:37:51.185951 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Request body: {'subnet': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:37:51.213634 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Made reservation on behalf of c9e5ed2047c74c62ba6e54b2e65b2620 for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:37:51.216556 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:51.529882 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.objects.ports [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 18:37:51.530232 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:51.582562 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:51.593931 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:37:51.594310 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Network hostable DHCP agents. Network: e685ef06-bd20-4f13-9915-56c936056191, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:37:51.616570 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:37:51.628091 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, e685ef06-bd20-4f13-9915-56c936056191) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:37:51.632410 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:51.633508 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:51.636568 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027be4da-b9ad-4ec1-8c28-963c6fe2159f None None] Network e685ef06-bd20-4f13-9915-56c936056191 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:37:51.646325 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-41db78b2-57b6-49c9-afae-75229b6053e7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4643285 Jul 09 18:37:51.767967 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5602a-4555-4f9f-b29f-e1d177b5b7db None None] Network e685ef06-bd20-4f13-9915-56c936056191 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:37:53.946443 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 57744) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:54.155258 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-8c2888dc-f43e-4aea-91cc-b3106a285d64 admin admin] 10.222.0.22 "GET /v2.0/routers/2dfd5a8f-927a-4235-8479-38318a21121c HTTP/1.1" status: 200 len: 710 time: 0.2076712 Jul 09 18:37:54.269244 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b1ccce-a900-4b73-b9cf-d2d586ab8da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:37:54.270927 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-82b1ccce-a900-4b73-b9cf-d2d586ab8da7 admin admin] 10.222.0.22 "GET /v2.0/networks/e685ef06-bd20-4f13-9915-56c936056191 HTTP/1.1" status: 200 len: 886 time: 0.1104517 Jul 09 18:37:54.280822 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:37:54.520222 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:54.756075 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:54.834621 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.028715 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Allocated IP 172.27.2.145 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/0f53b34d-aa1f-47a1-94c2-00f120ac4460) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:37:55.125222 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device fdfc2cb1-32d1-4b83-b1d7-ed850d060faf up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:37:55.136676 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.178527 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:37:55.181968 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:37:55.182956 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.226872 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.259447 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.289446 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=fdfc2cb1-32d1-4b83-b1d7-ed850d060faf,segment=NetworkSegment(a7755129-eff6-4aba-9907-334394803b46),segment_id=a7755129-eff6-4aba-9907-334394803b46)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:37:55.293901 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.304978 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:37:55.310123 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:37:55.312799 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:37:55.338276 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=fdfc2cb1-32d1-4b83-b1d7-ed850d060faf,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:55.375178 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Pushing event updated for resources: {'Port': ['ID=0f53b34d-aa1f-47a1-94c2-00f120ac4460,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:55.586179 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.771994 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.775078 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393527'] for router, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.878459 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Router 2dfd5a8f-927a-4235-8479-38318a21121c has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:37:55.977795 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:37:55.982762 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:55.984025 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-36d0f3ec-05e9-4bcf-9ab1-6bd433c39068 admin admin] 10.222.0.22 "PUT /v2.0/routers/2dfd5a8f-927a-4235-8479-38318a21121c HTTP/1.1" status: 200 len: 890 time: 1.7070487 Jul 09 18:37:56.001330 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Sync routers for ids ['2dfd5a8f-927a-4235-8479-38318a21121c'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:37:56.013000 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Routers {'2dfd5a8f-927a-4235-8479-38318a21121c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:37:56.013682 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:37:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['2dfd5a8f-927a-4235-8479-38318a21121c'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:56.277136 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Set router 2dfd5a8f-927a-4235-8479-38318a21121c gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:37:56.659627 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'name': 'router1', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '0f53b34d-aa1f-47a1-94c2-00f120ac4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:37:37Z', 'updated_at': '2021-07-09T18:37:55Z', 'revision_number': 4, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'gw_port': {'id': '0f53b34d-aa1f-47a1-94c2-00f120ac4460', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:37:54Z', 'updated_at': '2021-07-09T18:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'fdfc2cb1-32d1-4b83-b1d7-ed850d060faf', 'name': '', 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'mac_address': 'fa:16:3e:d3:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:37:47Z', 'updated_at': '2021-07-09T18:37:55Z', 'revision_number': 5, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'subnets': [{'id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0042f4-11c5-46f6-9626-d9fc72460cc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:56.708894 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Checking router: 2dfd5a8f-927a-4235-8479-38318a21121c for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:37:56.709244 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Updating router 2dfd5a8f-927a-4235-8479-38318a21121c port 0f53b34d-aa1f-47a1-94c2-00f120ac4460 binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:37:56.741308 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:57.068335 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:57.078561 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Transition to ACTIVE for port object 0f53b34d-aa1f-47a1-94c2-00f120ac4460 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:37:57.085128 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:57.117063 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device fdfc2cb1-32d1-4b83-b1d7-ed850d060faf up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:37:57.169802 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Attempting to bind port 0f53b34d-aa1f-47a1-94c2-00f120ac4460 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:37:57.170191 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Attempting to bind port 0f53b34d-aa1f-47a1-94c2-00f120ac4460 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:37:57.170565 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Attempting to bind port 0f53b34d-aa1f-47a1-94c2-00f120ac4460 on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:37:57.178766 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4a3ce-c659-46d3-b04d-799b7642385b None None] Pushing event updated for resources: {'Port': ['ID=0f53b34d-aa1f-47a1-94c2-00f120ac4460,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:57.188168 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:37:57.188552 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:37:57.188961 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:57.189354 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:37:57.189830 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Bound port: 0f53b34d-aa1f-47a1-94c2-00f120ac4460, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:37:57.190262 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:57.230741 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:37:57.231108 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:57.279470 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] For port 0f53b34d-aa1f-47a1-94c2-00f120ac4460, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:37:57.283683 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] For port 0f53b34d-aa1f-47a1-94c2-00f120ac4460, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=0f53b34d-aa1f-47a1-94c2-00f120ac4460,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:37:57.290886 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:57.375365 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Routers {'2dfd5a8f-927a-4235-8479-38318a21121c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:37:57.375983 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:37:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['2dfd5a8f-927a-4235-8479-38318a21121c'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:57.416576 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4a3ce-c659-46d3-b04d-799b7642385b None None] Pushing event updated for resources: {'Port': ['ID=0f53b34d-aa1f-47a1-94c2-00f120ac4460,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:37:57.558008 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] Set router 2dfd5a8f-927a-4235-8479-38318a21121c gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:37:57.760284 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'name': 'router1', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '0f53b34d-aa1f-47a1-94c2-00f120ac4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:37:37Z', 'updated_at': '2021-07-09T18:37:55Z', 'revision_number': 4, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'gw_port': {'id': '0f53b34d-aa1f-47a1-94c2-00f120ac4460', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:37:54Z', 'updated_at': '2021-07-09T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'fdfc2cb1-32d1-4b83-b1d7-ed850d060faf', 'name': '', 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'mac_address': 'fa:16:3e:d3:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:37:47Z', 'updated_at': '2021-07-09T18:37:55Z', 'revision_number': 5, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'subnets': [{'id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0042f4-11c5-46f6-9626-d9fc72460cc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:37:57.788789 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f989daa-e7e3-4796-a967-8bbbdf391e0e None None] The sync data for ids ['2dfd5a8f-927a-4235-8479-38318a21121c'] in dv-cinder-780933-10-iscsi is: [{'id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'name': 'router1', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '0f53b34d-aa1f-47a1-94c2-00f120ac4460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:37:37Z', 'updated_at': '2021-07-09T18:37:55Z', 'revision_number': 4, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'gw_port': {'id': '0f53b34d-aa1f-47a1-94c2-00f120ac4460', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:37:54Z', 'updated_at': '2021-07-09T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'fdfc2cb1-32d1-4b83-b1d7-ed850d060faf', 'name': '', 'network_id': 'df301c31-5f4e-4111-afe0-53f92819a3f9', 'tenant_id': '434d4e57be9940fc9becbd628ae0b040', 'mac_address': 'fa:16:3e:d3:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd5a8f-927a-4235-8479-38318a21121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:37:47Z', 'updated_at': '2021-07-09T18:37:55Z', 'revision_number': 5, 'project_id': '434d4e57be9940fc9becbd628ae0b040', 'subnets': [{'id': 'c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0042f4-11c5-46f6-9626-d9fc72460cc7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:37:58.354298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 57754) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:37:58.474409 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-f5202295-8021-499c-a737-45aae86307cf admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1189516 Jul 09 18:37:59.124673 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 0f53b34d-aa1f-47a1-94c2-00f120ac4460 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:37:59.176588 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 0f53b34d-aa1f-47a1-94c2-00f120ac4460 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:37:59.179552 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 0f53b34d-aa1f-47a1-94c2-00f120ac4460 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:37:59.179927 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:59.259271 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:59.279792 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 0f53b34d-aa1f-47a1-94c2-00f120ac4460, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=0f53b34d-aa1f-47a1-94c2-00f120ac4460,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:37:59.284179 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:37:59.339239 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=0f53b34d-aa1f-47a1-94c2-00f120ac4460,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:38:01.105580 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 0f53b34d-aa1f-47a1-94c2-00f120ac4460 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:38:01.153814 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 0f53b34d-aa1f-47a1-94c2-00f120ac4460 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:38:01.154105 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:12.554527 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-71292632-3eb0-4436-b428-388b45ba22d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:15.202017 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:15.230435 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-84430ed3-9727-4a99-a4ad-9a60a1c5365e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:16.355402 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:17.811087 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:18.092793 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 5 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:38:42.556753 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-2a4d6ae6-e63a-45c1-b325-73b93285e407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:45.211919 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:45.224284 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7d89b596-5da8-4e7d-96fa-7a7813b6490d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:46.355903 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:47.816902 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:38:55.098497 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 5 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:39:12.557527 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a70fd986-d523-447e-97a1-bd8ae3a8d4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:15.208450 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:15.218782 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-c58b1e87-9048-4e59-9974-861d080ee6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:16.356075 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:17.819160 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:32.098363 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 5 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:39:33.303705 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58322) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:33.364416 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba77af3-edae-4e81-aac8-60a04ada11b4 admin admin] GET failed (client error): The resource could not be found. Jul 09 18:39:33.365758 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-2ba77af3-edae-4e81-aac8-60a04ada11b4 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611188 Jul 09 18:39:33.525338 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db86ea1c-7f83-4b6d-b493-ed533f1eb3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:33.526752 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-db86ea1c-7f83-4b6d-b493-ed533f1eb3ec admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572151 Jul 09 18:39:35.663922 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58332) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:35.751257 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca032dba-0b5f-421e-90a0-57a8bd165fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:35.752576 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-ca032dba-0b5f-421e-90a0-57a8bd165fe7 admin admin] 10.222.0.22 "GET /v2.0/subnets/c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c HTTP/1.1" status: 200 len: 849 time: 0.0877206 Jul 09 18:39:35.761469 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:39:35.845404 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Notify callbacks [] for subnet, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:36.056554 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784006007327'] for subnet, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:36.083960 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:36.085013 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:36.085782 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] 10.222.0.22 "PUT /v2.0/subnets/c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c HTTP/1.1" status: 200 len: 868 time: 0.3279009 Jul 09 18:39:36.107490 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:39:36.109318 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce25bd3b-7879-4950-b856-3da4f9c0c3ab None None] Network df301c31-5f4e-4111-afe0-53f92819a3f9 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:39:36.114807 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.115172 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.115526 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.116362 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.116691 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.117033 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.117361 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.117699 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.118028 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.118394 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.118720 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.119040 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5724b6-32f2-4d23-99b5-71a31e79f2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:39:36.500386 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-865f7b09-40fd-4745-9178-a7a4a00d0357 None None] Provisioning complete for port 0888ce5b-b22e-48ba-8983-7d507dafb6a0 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:39:36.500756 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-865f7b09-40fd-4745-9178-a7a4a00d0357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:36.583275 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-865f7b09-40fd-4745-9178-a7a4a00d0357 None None] Provisioning complete for port fdfc2cb1-32d1-4b83-b1d7-ed850d060faf triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:39:36.583569 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-865f7b09-40fd-4745-9178-a7a4a00d0357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:38.243520 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58340) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:38.435511 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35192e1e-5c79-45f9-becd-20125c294592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:38.435903 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35192e1e-5c79-45f9-becd-20125c294592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:38.437442 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-35192e1e-5c79-45f9-becd-20125c294592 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1929379 Jul 09 18:39:40.560189 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58348) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:40.690205 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125ad16-ef88-493f-bbb4-f0fd961cc9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:40.690680 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125ad16-ef88-493f-bbb4-f0fd961cc9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:40.692211 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0125ad16-ef88-493f-bbb4-f0fd961cc9fa admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310678 Jul 09 18:39:42.557788 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-09a71dd7-ddeb-4f9b-9cf1-ca1fd652f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:42.832507 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58356) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:42.963049 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6a067b-1cd1-4c4c-b245-f8b70c08e33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:42.964435 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-fd6a067b-1cd1-4c4c-b245-f8b70c08e33e admin admin] 10.222.0.22 "GET /v2.0/networks/df301c31-5f4e-4111-afe0-53f92819a3f9 HTTP/1.1" status: 200 len: 869 time: 0.1310487 Jul 09 18:39:45.133620 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58364) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:45.208743 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:45.219535 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-72bc8dd6-9a26-411d-8f58-2496ead54285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:45.254123 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5168db-bb5b-4711-8acb-f351d29a6166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:45.255530 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-7d5168db-bb5b-4711-8acb-f351d29a6166 admin admin] 10.222.0.22 "GET /v2.0/networks/e685ef06-bd20-4f13-9915-56c936056191 HTTP/1.1" status: 200 len: 886 time: 0.1209228 Jul 09 18:39:46.359126 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:47.392683 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58372) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:47.512120 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5ba965-8780-4269-8d31-908c1bb9fade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:47.512569 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5ba965-8780-4269-8d31-908c1bb9fade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:47.514091 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0d5ba965-8780-4269-8d31-908c1bb9fade admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204479 Jul 09 18:39:47.824257 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:39:49.649385 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58380) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:49.740996 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97964ea-0e9e-4bce-b5a7-c37805393661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:49.741453 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97964ea-0e9e-4bce-b5a7-c37805393661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:49.743047 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-e97964ea-0e9e-4bce-b5a7-c37805393661 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927048 Jul 09 18:39:51.878081 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58388) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:51.962646 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3284f2f0-8aff-4a26-a55d-63bdb0b0a1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:51.964124 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-3284f2f0-8aff-4a26-a55d-63bdb0b0a1fd admin admin] 10.222.0.22 "GET /v2.0/subnets/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8 HTTP/1.1" status: 200 len: 816 time: 0.0850368 Jul 09 18:39:54.097451 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58396) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:39:54.196310 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf91bc-ff30-498a-94cf-4f0972c17d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:39:54.197953 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-89cf91bc-ff30-498a-94cf-4f0972c17d8f admin admin] 10.222.0.22 "GET /v2.0/subnets/c6d5e544-4c3c-4c66-b4c7-62bdcd50f43c HTTP/1.1" status: 200 len: 868 time: 0.0993690 Jul 09 18:40:09.101852 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 5 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:40:12.559236 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5092fd9e-13b9-4767-b382-c847f612de78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:15.211677 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:15.221401 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-ae76b721-a64d-4f7d-b08a-633ed6a39476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:16.362176 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:17.826662 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:18.322868 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58448) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:40:18.371276 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [None req-1c58d6ed-cc18-44b6-a25f-ddedc56e7f24 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:40:18.372255 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-1c58d6ed-cc18-44b6-a25f-ddedc56e7f24 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484519 Jul 09 18:40:20.603594 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58456) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:40:20.664294 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e37b43-27a1-45c5-9011-376fcf0c142c admin admin] GET failed (client error): The resource could not be found. Jul 09 18:40:20.665590 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-44e37b43-27a1-45c5-9011-376fcf0c142c admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610652 Jul 09 18:40:20.747278 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b597e41-aa84-4ac2-a1ad-fab151449a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:40:20.748703 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-2b597e41-aa84-4ac2-a1ad-fab151449a83 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0792499 Jul 09 18:40:22.901539 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58464) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:40:22.945822 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:40:22.965633 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Made reservation on behalf of c9e5ed2047c74c62ba6e54b2e65b2620 for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:40:22.967860 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:22.997247 dv-cinder-780933-10-iscsi neutron-server[104835]: WARNING neutron.services.revisions.revision_plugin [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Could not find related network for resource to bump revision. Jul 09 18:40:23.011419 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:40:23.020667 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:23.021004 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Added segment 70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6 of type vlan for network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 Jul 09 18:40:23.061074 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:23.088300 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:23.089236 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:40:23.089816 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:23.143362 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2407386 Jul 09 18:40:23.148659 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524230e0-dd12-4dc4-b53c-20a62c87a21e admin admin] Pushing event updated for resources: {'Network': ['ID=b2d090d3-f8c4-421c-8cd6-271c8f4f3b29,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:40:23.159850 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:40:25.282941 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58472) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:40:25.340168 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.pecan_wsgi.hooks.translation [None req-85756a1f-6298-4121-a6f2-ab8e5e9411b4 admin admin] GET failed (client error): The resource could not be found. Jul 09 18:40:25.341436 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-85756a1f-6298-4121-a6f2-ab8e5e9411b4 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575318 Jul 09 18:40:25.411150 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8693d6-782a-4a65-8d0a-a357c26beb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:40:25.412633 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-fe8693d6-782a-4a65-8d0a-a357c26beb9b admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672014 Jul 09 18:40:25.421936 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29', 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:40:25.441104 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Made reservation on behalf of c9e5ed2047c74c62ba6e54b2e65b2620 for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:40:25.444057 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:25.598266 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:25.649910 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d80763-af33-4383-82cc-a9059bff8d2e,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:40:25.657987 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Checking segment: {'id': '70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:40:25.658365 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Network hostable DHCP agents. Network: b2d090d3-f8c4-421c-8cd6-271c8f4f3b29, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:40:25.677963 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:40:25.686071 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, b2d090d3-f8c4-421c-8cd6-271c8f4f3b29) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:40:25.689978 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:40:25.690597 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:25.695191 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59548b4f-5b63-4816-84bc-147e59375e10 None None] Network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:40:25.704130 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c505dac1-17e2-42fd-b5df-87c21606a595 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2854915 Jul 09 18:40:25.846606 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-b2d090d3-f8c4-421c-8cd6-271c8f4f3b29', 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29', 'tenant_id': 'c9e5ed2047c74c62ba6e54b2e65b2620', 'fixed_ips': [{'subnet_id': '93d80763-af33-4383-82cc-a9059bff8d2e'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:40:25.847490 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:26.077758 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Allocated IP 192.168.233.2 (b2d090d3-f8c4-421c-8cd6-271c8f4f3b29/93d80763-af33-4383-82cc-a9059bff8d2e/a21f3d38-5cc3-4bc4-b498-f56f6d769ba0) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:40:26.221555 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:26.230500 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Transition to ACTIVE for port object a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:40:26.245779 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Transition to ACTIVE for port object a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:40:26.252641 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:26.289053 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:40:26.293712 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:40:26.297041 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:40:26.307974 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Pushing event updated for resources: {'Port': ['ID=a21f3d38-5cc3-4bc4-b498-f56f6d769ba0,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:40:26.332076 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.332367 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.332714 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.333051 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.333383 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.333731 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.334064 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.335032 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.335382 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.335714 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.336039 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.336729 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:40:26.371636 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Attempting to bind port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:40:26.372009 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Attempting to bind port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:40:26.372368 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Attempting to bind port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 on network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:40:26.377392 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:40:26.377777 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Checking segment: {'id': '70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:40:26.378197 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:26.378591 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Bound using segment: {'id': '70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:40:26.379052 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Bound port: a21f3d38-5cc3-4bc4-b498-f56f6d769ba0, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:40:26.379432 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:26.445588 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] For port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:40:26.448908 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] For port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=a21f3d38-5cc3-4bc4-b498-f56f6d769ba0,segment=NetworkSegment(70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6),segment_id=70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:40:26.452364 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:26.507807 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01f864-ee0d-4a8d-87d9-71ed47027b61 None None] Pushing event updated for resources: {'Port': ['ID=a21f3d38-5cc3-4bc4-b498-f56f6d769ba0,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:40:27.253505 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:40:27.313252 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:40:27.323074 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56729ae2-c654-4205-b464-93ca7ccbfcb5 None None] Network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:40:27.379671 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-b82a8dcf-10ae-48ca-a226-541ca29793ea None None] Provisioning for port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:40:27.386763 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-b82a8dcf-10ae-48ca-a226-541ca29793ea None None] Provisioning complete for port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:40:27.387133 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-b82a8dcf-10ae-48ca-a226-541ca29793ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:27.535171 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-b82a8dcf-10ae-48ca-a226-541ca29793ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:27.575998 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-b82a8dcf-10ae-48ca-a226-541ca29793ea None None] For port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=a21f3d38-5cc3-4bc4-b498-f56f6d769ba0,segment=NetworkSegment(70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6),segment_id=70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:40:27.580809 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-b82a8dcf-10ae-48ca-a226-541ca29793ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:27.633971 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a8dcf-10ae-48ca-a226-541ca29793ea None None] Pushing event updated for resources: {'Port': ['ID=a21f3d38-5cc3-4bc4-b498-f56f6d769ba0,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:40:27.800472 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-797211c9-a2fe-4de2-bad7-877eab5afb4c None None] Provisioning complete for port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:40:27.800775 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-797211c9-a2fe-4de2-bad7-877eab5afb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:29.208609 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:40:29.256745 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port a21f3d38-5cc3-4bc4-b498-f56f6d769ba0 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:40:29.257121 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:42.560276 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-6fccfb59-2fb8-4717-8f7b-a4f2df574d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:45.218386 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:45.224046 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-fc002a70-0f7e-4371-8bb2-56ba56fc1a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:46.165046 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 5 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:40:46.367129 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:40:47.831372 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:12.560479 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9546e873-6efa-4cac-9b6d-cc84e613a0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:15.208889 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:15.226928 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a25b-4da7-477e-9b3c-8e5f3e53bee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:16.369332 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:17.831529 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:23.106244 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 5 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:41:38.343142 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58524) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:41:38.348975 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [None req-30d1637c-a83e-4681-940e-7ae3331a51d7 tempest-verify_tempest_config-2130757984 tempest-verify_tempest_config-2130757984-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:41:38.350671 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-30d1637c-a83e-4681-940e-7ae3331a51d7 tempest-verify_tempest_config-2130757984 tempest-verify_tempest_config-2130757984-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059536 Jul 09 18:41:38.650157 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58542) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:41:38.746218 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:38.837152 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:38.840778 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:38.883769 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5cf415a22fd46fe9630401f471869fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2326050 Jul 09 18:41:38.884744 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05ce3aa-2115-4023-9f93-f91d22ec0848,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:41:38.886702 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58546) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:41:38.891604 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.891964 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.892300 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.892627 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.893012 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.893276 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.893595 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.893930 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.894286 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.894602 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.895040 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.895649 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c77d65-3332-49e7-a4e5-584f039b2722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:38.945998 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:38.966115 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:39.049935 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:39.052444 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:39.054187 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d05ce3aa-2115-4023-9f93-f91d22ec0848 HTTP/1.1" status: 204 len: 168 time: 0.1663542 Jul 09 18:41:39.061799 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05ce3aa-2115-4023-9f93-f91d22ec0848,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:41:39.068425 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.068831 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.069707 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.070034 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.070382 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.070719 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.071046 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.071380 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.071700 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.072083 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.072321 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:39.072630 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3db29-1f4c-4090-b30c-41396c306091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:41:42.561496 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-fd22282c-6f87-42db-83da-b8fc72febf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:45.212366 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:45.227813 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-07583b29-8645-4d58-8d75-ebaa1fedf79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:46.371576 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:41:47.835162 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:00.108190 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 5 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:42:12.560927 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-ee06dd48-55e0-45c3-82a1-64435bf28395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:15.216247 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:15.227506 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-732188ec-eeea-45ec-bfd6-52a5a8cd394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:16.373458 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:17.838637 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:37.110167 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 5 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:42:42.560545 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9f338326-470e-4e8e-82cf-253b55e8862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:45.224358 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:45.229306 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5694fc51-1068-4400-8231-5703ffa2b94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:46.376167 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:42:47.841739 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:11.883939 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-401185'] for agent, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:12.560908 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7042f877-15b6-40aa-af42-3509d3446fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:14.111571 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:43:15.218418 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:15.229859 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2b13-ec56-4a76-aee2-03aef2b579a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:16.379790 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:17.844640 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:26.637224 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58620) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:43:26.737633 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-2dd49bed-0f0f-4112-8ff3-5c303e56593d admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0993214 Jul 09 18:43:28.893294 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58630) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:43:28.945410 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-2ccc3f01-5501-4668-b2f8-104f3b1d7677 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0510449 Jul 09 18:43:41.864588 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:42.560984 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-de619fff-5e4c-4720-83cf-d7eddc2173fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:45.224865 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:45.229965 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-2e5c0b4b-44d9-4dd6-ad4c-39dcd1d1065f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:46.381423 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:47.847527 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:43:51.114254 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:44:11.852645 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:12.561728 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-8b555af8-4396-408d-a849-16738bd0ef13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:15.220508 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:15.231039 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-2b29db30-43cf-4ece-8f77-a5f89c02cf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:16.385227 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:17.850815 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:28.117251 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:44:41.853381 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:42.564743 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-031e796a-63dc-4912-83ba-11cca28acd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:45.227262 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:45.232544 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-441b5d25-0ab2-4ac6-8223-b5a1b4e38142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:46.387492 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:47.855111 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:55.246002 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58772) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:55.503141 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-816205167-network', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:55.526488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Made reservation on behalf of 3c000e9a3f534f10836e5163abd56c4e for: {'network': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:55.528876 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:55.537747 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:55.633685 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:55.637669 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:55.659340 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=104836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:44:55.675181 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95390775-f94a-4590-8903-4ac043a5b013,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:55.684200 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:55.684572 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.segments_db [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Added segment ce9af75f-b15b-4642-b83a-5dc3857348db of type vlan for network 867bf7ca-3077-450e-8595-8d00f5ddce4f Jul 09 18:44:55.687066 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.687191 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.687496 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.687822 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.688142 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.688461 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.688779 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.689110 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.689423 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.689737 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.690049 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.690382 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Tracked resource versions report: Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: pushed versions: Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: { 'AddressGroup': {'1.2'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'ConntrackHelper': {'1.0'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Log': {'1.0'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Network': {'1.1'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Port': {'1.7'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'PortForwarding': {'1.2'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'QosPolicy': {'1.8'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SecurityGroup': {'1.4'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SecurityGroupRule': {'1.2'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SubPort': {'1.0'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Subnet': {'1.1'}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Trunk': {'1.1'}} Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: consumer versions: Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: { DHCP agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: HyperV agent@hv-cinder-78093: {}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: L3 agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: Metadata agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: Metering agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: Open vSwitch agent@dv-cinder-780933-10-iscsi: { 'AddressGroup': '1.2', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'ConntrackHelper': '1.0', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Log': '1.0', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Network': '1.1', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Port': '1.7', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'PortForwarding': '1.2', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'QosPolicy': '1.8', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SecurityGroup': '1.4', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SecurityGroupRule': '1.2', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'SubPort': '1.0', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Subnet': '1.1', Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: 'Trunk': '1.1'}} Jul 09 18:44:55.691438 dv-cinder-780933-10-iscsi neutron-server[104836]: {{(pid=104836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 18:44:55.739088 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:55.845473 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:55.846672 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:44:55.847253 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:55.906430 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] Pushing event updated for resources: {'Network': ['ID=867bf7ca-3077-450e-8595-8d00f5ddce4f,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:55.912965 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58812) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:55.922191 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 867bf7ca-3077-450e-8595-8d00f5ddce4f details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:44:55.922723 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Request body: {'subnet': {'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-subnet', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:55.929360 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-75512b54-5d26-405a-b00c-575bc1a5956e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6780558 Jul 09 18:44:55.947074 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Made reservation on behalf of 3c000e9a3f534f10836e5163abd56c4e for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:55.950452 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.136683 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.196890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b16afc9-9166-43bd-8f76-11e7714e46bf,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:56.203876 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.204141 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.204477 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.204801 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.205120 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.205458 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.205778 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.206107 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.206441 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.206760 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.207055 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.207553 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Tracked resource versions report: Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: pushed versions: Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: { 'AddressGroup': {'1.2'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'ConntrackHelper': {'1.0'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Log': {'1.0'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Network': {'1.1'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Port': {'1.7'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'PortForwarding': {'1.2'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'QosPolicy': {'1.8'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SecurityGroup': {'1.4'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SecurityGroupRule': {'1.2'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SubPort': {'1.0'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Subnet': {'1.1'}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Trunk': {'1.1'}} Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: consumer versions: Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: { DHCP agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: HyperV agent@hv-cinder-78093: {}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: L3 agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: Metadata agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: Metering agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: Open vSwitch agent@dv-cinder-780933-10-iscsi: { 'AddressGroup': '1.2', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'ConntrackHelper': '1.0', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Log': '1.0', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Network': '1.1', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Port': '1.7', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'PortForwarding': '1.2', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'QosPolicy': '1.8', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SecurityGroup': '1.4', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SecurityGroupRule': '1.2', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'SubPort': '1.0', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Subnet': '1.1', Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: 'Trunk': '1.1'}} Jul 09 18:44:56.208601 dv-cinder-780933-10-iscsi neutron-server[104835]: {{(pid=104835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 18:44:56.216390 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Checking segment: {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:44:56.216906 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Network hostable DHCP agents. Network: 867bf7ca-3077-450e-8595-8d00f5ddce4f, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:44:56.237823 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Network 867bf7ca-3077-450e-8595-8d00f5ddce4f is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:44:56.247322 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 867bf7ca-3077-450e-8595-8d00f5ddce4f) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:44:56.251354 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:44:56.251932 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.256501 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86169966-f253-488b-9ffd-e6bf3c834078 None None] Network 867bf7ca-3077-450e-8595-8d00f5ddce4f requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:44:56.270104 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58842) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:56.270696 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-8c901cbf-3d35-4f49-a0d1-4d1097129d46 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3524897 Jul 09 18:44:56.275221 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:56.298917 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.300528 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.366289 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.373695 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58846) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:56.396080 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709d077-aca1-4d0c-b038-7bb3227a6b9a None None] Network 867bf7ca-3077-450e-8595-8d00f5ddce4f requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:44:56.518531 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.595405 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58856) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:56.656561 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58862) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:56.727281 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.751867 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.850471 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-113169910-network', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:56.879769 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Allocated IP 172.27.2.33 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/d3d4f9e3-c870-4aa1-b661-68a7407bd0d3) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:44:56.885638 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58874) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:56.903290 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-705076272-network', 'tenant_id': 'f36bd9dfb742443a87eb536e5806cec9'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:56.940738 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826423113-network', 'tenant_id': '6c4a727489854b49a77c6275b3080f28'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:56.961640 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.db.api [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 18:44:56.961640 dv-cinder-780933-10-iscsi neutron-server[104835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 18:44:56.961640 dv-cinder-780933-10-iscsi neutron-server[104835]: [parameters: {'project_id_1': 'f36bd9dfb742443a87eb536e5806cec9', 'expiration_1': datetime.datetime(2021, 7, 9, 18, 44, 56, 910017)}] Jul 09 18:44:56.961640 dv-cinder-780933-10-iscsi neutron-server[104835]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 18:44:56.962884 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG oslo_db.api [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 18:44:56.973952 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Made reservation on behalf of 2ca15229883d49e6a741c55d8c38a637 for: {'network': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:56.976466 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.981957 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Made reservation on behalf of 6c4a727489854b49a77c6275b3080f28 for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:56.985851 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.995178 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:56.996081 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.010488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.053716 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.071482 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:44:57.073464 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:44:57.076282 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:44:57.197191 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.203123 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-321967265-network', 'tenant_id': '547afd78cce14b8bad3ee66012ea7624'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:57.209386 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Pushing event updated for resources: {'Port': ['ID=d3d4f9e3-c870-4aa1-b661-68a7407bd0d3,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:57.210533 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.226380 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:44:57.236956 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.237515 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Added segment 460bb6c3-77f2-4f07-91d1-6e0f1aaa79fc of type vlan for network 23884651-c0b8-464c-ad45-d48f2ee65ac6 Jul 09 18:44:57.290722 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.329650 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.356945 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.358319 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:44:57.359219 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.431132 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8e2f7-8627-4a8a-b21b-43db0c546b8e,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:57.451867 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] Pushing event updated for resources: {'Network': ['ID=23884651-c0b8-464c-ad45-d48f2ee65ac6,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:57.464725 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 23884651-c0b8-464c-ad45-d48f2ee65ac6 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:44:57.524481 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.541811 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-cef65f72-4813-427b-9945-47cb3ff0b238 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8836362 Jul 09 18:44:57.545986 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58900) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:57.556186 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Request body: {'subnet': {'network_id': '23884651-c0b8-464c-ad45-d48f2ee65ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826423113-subnet', 'tenant_id': '6c4a727489854b49a77c6275b3080f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:57.563098 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.574614 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Made reservation on behalf of 547afd78cce14b8bad3ee66012ea7624 for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:57.576935 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.596479 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=104836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:44:57.608523 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.608523 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.segments_db [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Added segment 0a49719d-bde5-430f-91b4-c3874982e91d of type vlan for network 896a1342-2233-4e88-8dbc-36b21ffeceee Jul 09 18:44:57.608714 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.611439 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.db.api [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 18:44:57.611439 dv-cinder-780933-10-iscsi neutron-server[104835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 18:44:57.611439 dv-cinder-780933-10-iscsi neutron-server[104835]: [parameters: {'project_id': 'f36bd9dfb742443a87eb536e5806cec9', 'id': '4262f73a-56ef-4aea-8270-9561a6f00c5f', 'expiration': datetime.datetime(2021, 7, 9, 18, 46, 57, 591084)}] Jul 09 18:44:57.611439 dv-cinder-780933-10-iscsi neutron-server[104835]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 18:44:57.611798 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG oslo_db.api [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 18:44:57.648980 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.659986 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Made reservation on behalf of 6c4a727489854b49a77c6275b3080f28 for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:57.665260 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Notify callbacks [] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.675697 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c0cabd-6140-45a3-b7b6-ba9bcd8fa667,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:57.685672 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.687316 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:44:57.688279 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.876545 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] Pushing event updated for resources: {'Network': ['ID=896a1342-2233-4e88-8dbc-36b21ffeceee,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:57.882310 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.920209 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 896a1342-2233-4e88-8dbc-36b21ffeceee details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:44:57.920717 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.948321 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:57.991004 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:44:58.040879 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.041697 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Added segment 9e07748c-d228-46f4-8f4a-1ac7dd560801 of type vlan for network 8832039b-97f5-45a1-add5-584cfbdaa7c4 Jul 09 18:44:58.043743 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.054759 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Made reservation on behalf of f36bd9dfb742443a87eb536e5806cec9 for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:58.057416 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.109813 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-620cd4e2-cc8f-4a0a-aa88-4b090aca7eff admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7318957 Jul 09 18:44:58.110064 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58928) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:58.115046 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Request body: {'subnet': {'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-subnet', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:58.121224 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.123124 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24463c-cf73-4506-bce5-83936316b7d9,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:58.155143 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=932661bb-a9e7-4cfc-a1c5-8e3e90814a19,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:58.175591 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Router fbc043da-d4d5-4dc5-829c-5507d637f3c7 is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:44:58.178808 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Made reservation on behalf of 2ca15229883d49e6a741c55d8c38a637 for: {'subnet': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:58.182180 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.217639 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.282850 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Checking segment: {'id': '460bb6c3-77f2-4f07-91d1-6e0f1aaa79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '23884651-c0b8-464c-ad45-d48f2ee65ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:44:58.283225 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Network hostable DHCP agents. Network: 23884651-c0b8-464c-ad45-d48f2ee65ac6, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:44:58.292338 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.293693 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:44:58.294496 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.389136 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Network 23884651-c0b8-464c-ad45-d48f2ee65ac6 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:44:58.408158 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] Pushing event updated for resources: {'Network': ['ID=8832039b-97f5-45a1-add5-584cfbdaa7c4,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:58.420316 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 8832039b-97f5-45a1-add5-584cfbdaa7c4 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:44:58.424977 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 23884651-c0b8-464c-ad45-d48f2ee65ac6) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:44:58.434797 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:44:58.435605 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.465963 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b43a8d5-2668-490d-95ce-522624ba8c8d None None] Network 23884651-c0b8-464c-ad45-d48f2ee65ac6 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:44:58.472948 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.477310 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:44:58.483116 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.495348 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Sync routers for ids ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:44:58.504319 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-4e4d7989-d617-41d4-83c9-0ae376a3c93f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9566419 Jul 09 18:44:58.514629 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-a2f81984-d3a1-4f8e-ab16-1af927ee7e1e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6250422 Jul 09 18:44:58.530710 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 58942) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:58.550826 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Request body: {'subnet': {'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-321967265-subnet', 'tenant_id': '547afd78cce14b8bad3ee66012ea7624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:58.557111 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Routers {'fbc043da-d4d5-4dc5-829c-5507d637f3c7'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:44:58.558135 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:44:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:44:58.601327 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.615803 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:44:58.644242 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fceb738-7dfb-49d4-8030-e0e79d60649a,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:58.655200 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8e97f7-df01-4b46-9f70-de04b5abe8f6,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:58.677812 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.678183 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Added segment 4a9e1aa2-c81c-4817-8dde-7e03e02709ca of type vlan for network 1faee1ef-fbd4-4ea9-bf47-bb46661feb44 Jul 09 18:44:58.698358 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Made reservation on behalf of 547afd78cce14b8bad3ee66012ea7624 for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:58.706200 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.728688 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.735715 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b6a2b0ae-fbd8-415c-a2e6-f0b0e741fcea admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4642496 Jul 09 18:44:58.737535 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58952) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:58.814210 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Set router fbc043da-d4d5-4dc5-829c-5507d637f3c7 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:44:58.959985 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:58.978179 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Checking segment: {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:44:58.978179 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Network hostable DHCP agents. Network: 896a1342-2233-4e88-8dbc-36b21ffeceee, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:44:59.035942 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Network 896a1342-2233-4e88-8dbc-36b21ffeceee is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:44:59.073850 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.086083 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:44:59.087530 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.088386 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 896a1342-2233-4e88-8dbc-36b21ffeceee) {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:44:59.095575 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:44:59.096165 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.109886 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7a019-33ca-42b2-b865-0ab942cc8130 None None] Network 896a1342-2233-4e88-8dbc-36b21ffeceee requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:44:59.140662 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813b9cd-5468-4d0f-a7c7-cb7f9242ef07 None None] Network 23884651-c0b8-464c-ad45-d48f2ee65ac6 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:44:59.185819 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:44:57Z', 'revision_number': 3, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'gw_port': {'id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:44:59.189685 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-753e935d-bbe4-4b37-821a-03c1f4e01831 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0755029 Jul 09 18:44:59.191377 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58968) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:59.207358 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:59.240329 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Checking router: fbc043da-d4d5-4dc5-829c-5507d637f3c7 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:44:59.240951 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Updating router fbc043da-d4d5-4dc5-829c-5507d637f3c7 port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:44:59.302884 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7057087 Jul 09 18:44:59.310691 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 58974) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:59.321236 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Request body: {'subnet': {'network_id': '1faee1ef-fbd4-4ea9-bf47-bb46661feb44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-705076272-subnet', 'tenant_id': 'f36bd9dfb742443a87eb536e5806cec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:59.330061 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.347741 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275b842-488d-4651-8b93-c1be6748fa1e admin admin] Pushing event updated for resources: {'Network': ['ID=1faee1ef-fbd4-4ea9-bf47-bb46661feb44,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:59.381013 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 1faee1ef-fbd4-4ea9-bf47-bb46661feb44 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:44:59.436000 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.436901 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.459572 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.475664 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Made reservation on behalf of f36bd9dfb742443a87eb536e5806cec9 for: {'subnet': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:59.479137 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Notify callbacks [] for subnet, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.588287 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789576c8-d3c5-4bb8-9a61-289186cb2c27,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:44:59.599072 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.604830 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Checking segment: {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:44:59.605122 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Network hostable DHCP agents. Network: 8832039b-97f5-45a1-add5-584cfbdaa7c4, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:44:59.625378 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Network 8832039b-97f5-45a1-add5-584cfbdaa7c4 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:44:59.639040 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 8832039b-97f5-45a1-add5-584cfbdaa7c4) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:44:59.645947 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:44:59.647570 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.671025 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f80ca-14bc-41f9-97c0-eff9dd731b77 None None] Network 8832039b-97f5-45a1-add5-584cfbdaa7c4 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:44:59.681247 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-5fc0486d-65f7-46a4-9f68-edffdb5b61d7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1420181 Jul 09 18:44:59.887051 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59004) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:44:59.893423 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243909296-network', 'tenant_id': 'ed4b0373665444c9b4c3c1a55fe86d43'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:44:59.962373 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Made reservation on behalf of ed4b0373665444c9b4c3c1a55fe86d43 for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:44:59.965543 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:44:59.986725 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.012198 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.016569 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.027174 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Transition to ACTIVE for port object d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:00.037068 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.070018 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-896a1342-2233-4e88-8dbc-36b21ffeceee', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:45:00.070944 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.145760 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Attempting to bind port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:00.146239 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Attempting to bind port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:00.146805 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Attempting to bind port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:00.150209 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Pushing event updated for resources: {'Port': ['ID=d3d4f9e3-c870-4aa1-b661-68a7407bd0d3,revision_number=2']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:00.157777 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:00.166726 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:00.167377 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.167932 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:00.168588 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Bound port: d3d4f9e3-c870-4aa1-b661-68a7407bd0d3, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:00.170105 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.210419 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.211415 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.213699 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.214431 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.214995 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.215542 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.216120 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.216650 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.226796 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.227925 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.228565 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.228992 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.229429 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Tracked resource versions report: Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: pushed versions: Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: { 'AddressGroup': {'1.2'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'ConntrackHelper': {'1.0'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Log': {'1.0'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Network': {'1.1'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Port': {'1.7'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'PortForwarding': {'1.2'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'QosPolicy': {'1.8'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SecurityGroup': {'1.4'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SecurityGroupRule': {'1.2'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SubPort': {'1.0'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Subnet': {'1.1'}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Trunk': {'1.1'}} Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: consumer versions: Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: { DHCP agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: HyperV agent@hv-cinder-78093: {}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: L3 agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: Metadata agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: Metering agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: Open vSwitch agent@dv-cinder-780933-10-iscsi: { 'AddressGroup': '1.2', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'ConntrackHelper': '1.0', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Log': '1.0', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Network': '1.1', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Port': '1.7', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'PortForwarding': '1.2', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'QosPolicy': '1.8', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SecurityGroup': '1.4', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SecurityGroupRule': '1.2', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'SubPort': '1.0', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Subnet': '1.1', Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: 'Trunk': '1.1'}} Jul 09 18:45:00.230648 dv-cinder-780933-10-iscsi neutron-server[104838]: {{(pid=104838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 18:45:00.232586 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.248237 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.289361 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Checking segment: {'id': '4a9e1aa2-c81c-4817-8dde-7e03e02709ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1faee1ef-fbd4-4ea9-bf47-bb46661feb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:00.290644 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Network hostable DHCP agents. Network: 1faee1ef-fbd4-4ea9-bf47-bb46661feb44, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:45:00.297587 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.301462 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] For port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:00.309730 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] For port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=d3d4f9e3-c870-4aa1-b661-68a7407bd0d3,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:00.320383 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.321542 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:45:00.346060 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081cdbab-a1cc-43c9-9241-7e3231cfdfa2,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:00.369825 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Network 1faee1ef-fbd4-4ea9-bf47-bb46661feb44 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:45:00.373340 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.373630 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Added segment 113f53bd-4cea-45c0-9e5b-e982ea1829a1 of type vlan for network b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca Jul 09 18:45:00.397360 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 1faee1ef-fbd4-4ea9-bf47-bb46661feb44) {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:00.398262 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10189f7-483a-4ee6-a5be-059e13efd0ed None None] Network 8832039b-97f5-45a1-add5-584cfbdaa7c4 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:00.404014 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:00.404868 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.440978 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da8b567-e8d6-432d-8e3c-03454b23146f None None] Network 1faee1ef-fbd4-4ea9-bf47-bb46661feb44 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:00.449330 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Routers {'fbc043da-d4d5-4dc5-829c-5507d637f3c7'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:00.449971 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:44:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:00.520715 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.538114 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb43de5-a33b-4429-8427-12720bd5b61e None None] Pushing event updated for resources: {'Port': ['ID=d3d4f9e3-c870-4aa1-b661-68a7407bd0d3,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:00.563417 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59036) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:00.566279 dv-cinder-780933-10-iscsi neutron-server[104835]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 18:45:00.622450 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3112774 Jul 09 18:45:00.664265 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec528f8-13af-4275-87ac-345e8804a69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f65ea7-703b-4d90-a80e-9a4853f662b0,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:00.684110 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] Set router fbc043da-d4d5-4dc5-829c-5507d637f3c7 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:00.861550 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Allocated IP 172.20.0.2 (896a1342-2233-4e88-8dbc-36b21ffeceee/8fceb738-7dfb-49d4-8030-e0e79d60649a/fff16539-b09e-48b8-a667-b12f03e59d98) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:00.951954 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:44:57Z', 'revision_number': 3, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'gw_port': {'id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:00.986218 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:00.987133 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:00.987712 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:01.025493 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae63a1-942a-4195-9d64-44dbb3adc585 None None] The sync data for ids ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'] in dv-cinder-780933-10-iscsi is: [{'id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:44:57Z', 'revision_number': 3, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'gw_port': {'id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:45:01.070481 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] Pushing event updated for resources: {'Network': ['ID=b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:01.106994 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:45:01.129980 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-ff9dcf8c-0c9c-4113-ab9f-eb646c86f72c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2384586 Jul 09 18:45:01.131494 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59066) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:01.146669 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Request body: {'subnet': {'network_id': 'b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243909296-subnet', 'tenant_id': 'ed4b0373665444c9b4c3c1a55fe86d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:01.166041 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:01.211696 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:01.220606 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-cb16688b-8a55-4d8e-8a3d-e4692b26ee13 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:01.225316 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-cb16688b-8a55-4d8e-8a3d-e4692b26ee13 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 814 time: 0.6608837 Jul 09 18:45:01.228145 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Made reservation on behalf of ed4b0373665444c9b4c3c1a55fe86d43 for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:01.234109 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:01.361237 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Allocated IP 172.27.2.110 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/4a14897c-fd88-4bfb-b9d3-d42d2ac31f91) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:01.391150 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59078) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:01.418401 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-e24937a8-bf46-413f-a528-39469d2e2939 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/quotas/547afd78cce14b8bad3ee66012ea7624 HTTP/1.1" status: 200 len: 375 time: 0.0569351 Jul 09 18:45:01.464484 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59086) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:01.497847 dv-cinder-780933-10-iscsi neutron-server[104836]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 18:45:01.520953 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-d47bb033-a543-45e1-944d-0876f260de8d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938106 Jul 09 18:45:01.605528 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3402724c-1a05-4707-b739-2e96bfec1fcb None None] Network 1faee1ef-fbd4-4ea9-bf47-bb46661feb44 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:01.733060 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:01.746243 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef4db-17bc-412a-80c3-a79bf67f9cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:01.788111 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Transition to ACTIVE for port object fff16539-b09e-48b8-a667-b12f03e59d98 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:01.823111 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-37617af6-2bfb-49f2-8c40-0cd5ec98a6a4 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:01.826258 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-37617af6-2bfb-49f2-8c40-0cd5ec98a6a4 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/networks?id=1faee1ef-fbd4-4ea9-bf47-bb46661feb44 HTTP/1.1" status: 200 len: 811 time: 0.3575540 Jul 09 18:45:01.840949 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:01.880075 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Transition to ACTIVE for port object fff16539-b09e-48b8-a667-b12f03e59d98 will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:01.903196 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-8a287fba-152d-43fe-ad6a-72be68f3a2c0 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/quotas/f36bd9dfb742443a87eb536e5806cec9 HTTP/1.1" status: 200 len: 375 time: 0.0444527 Jul 09 18:45:01.924455 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Allocated IP 172.20.0.1 (867bf7ca-3077-450e-8595-8d00f5ddce4f/3b16afc9-9166-43bd-8f76-11e7714e46bf/84710d05-22d2-48b8-bd80-d65eb92f8268) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:01.953906 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:01.954992 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-e202fd04-54be-4d67-81ec-d8001ce3ae28 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:45:01.962216 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-e202fd04-54be-4d67-81ec-d8001ce3ae28 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1665044 Jul 09 18:45:02.004899 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-28a9e88e-8d23-4a1b-8b27-8252bf8e07e2 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f36bd9dfb742443a87eb536e5806cec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904465 Jul 09 18:45:02.017523 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b8ee49-bea6-4804-a071-77331af7a7a4,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:02.051466 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.061714 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Network 896a1342-2233-4e88-8dbc-36b21ffeceee is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:02.064374 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:02.084234 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:02.128017 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-1a49861c-ffb5-4e5c-867d-6873ad776fc1 service neutron] 10.222.0.22 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649561 Jul 09 18:45:02.194990 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Pushing event updated for resources: {'Port': ['ID=fff16539-b09e-48b8-a667-b12f03e59d98,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:02.213723 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-d83671cd-0eb8-4079-ba6e-41635ac8eb6f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:45:02.214796 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-d83671cd-0eb8-4079-ba6e-41635ac8eb6f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1261661 Jul 09 18:45:02.215995 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.217900 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.220775 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.221237 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.221682 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.222299 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.222850 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.223388 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.224429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.224901 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.225361 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.225832 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Tracked resource versions report: Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: pushed versions: Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: { 'AddressGroup': {'1.2'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'ConntrackHelper': {'1.0'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Log': {'1.0'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Network': {'1.1'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Port': {'1.7'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'PortForwarding': {'1.2'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'QosPolicy': {'1.8'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SecurityGroup': {'1.4'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SecurityGroupRule': {'1.2'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SubPort': {'1.0'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Subnet': {'1.1'}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Trunk': {'1.1'}} Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: consumer versions: Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: { DHCP agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: HyperV agent@hv-cinder-78093: {}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: L3 agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: Metadata agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: Metering agent@dv-cinder-780933-10-iscsi: {}, Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: Open vSwitch agent@dv-cinder-780933-10-iscsi: { 'AddressGroup': '1.2', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'ConntrackHelper': '1.0', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Log': '1.0', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Network': '1.1', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Port': '1.7', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'PortForwarding': '1.2', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'QosPolicy': '1.8', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SecurityGroup': '1.4', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SecurityGroupRule': '1.2', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'SubPort': '1.0', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Subnet': '1.1', Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: 'Trunk': '1.1'}} Jul 09 18:45:02.227168 dv-cinder-780933-10-iscsi neutron-server[104837]: {{(pid=104837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 18:45:02.232342 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Attempting to bind port fff16539-b09e-48b8-a667-b12f03e59d98 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:02.232894 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Attempting to bind port fff16539-b09e-48b8-a667-b12f03e59d98 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:02.233444 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Attempting to bind port fff16539-b09e-48b8-a667-b12f03e59d98 on network 896a1342-2233-4e88-8dbc-36b21ffeceee {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:02.240830 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:02.241487 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Checking segment: {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:02.242066 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.242665 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Bound using segment: {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:02.243291 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Bound port: fff16539-b09e-48b8-a667-b12f03e59d98, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:02.243840 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.313738 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.328497 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] For port fff16539-b09e-48b8-a667-b12f03e59d98, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:02.331978 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] For port fff16539-b09e-48b8-a667-b12f03e59d98, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=fff16539-b09e-48b8-a667-b12f03e59d98,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:02.333209 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.338428 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.361413 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Checking segment: {'id': '113f53bd-4cea-45c0-9e5b-e982ea1829a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:02.361793 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Network hostable DHCP agents. Network: b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:45:02.378073 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-75e51e2b-c2f6-4005-9cbc-8aa0363a3e77 service neutron] 10.222.0.22 "GET /v2.0/networks/1faee1ef-fbd4-4ea9-bf47-bb46661feb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526458 Jul 09 18:45:02.387424 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:02.399938 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:02.423073 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66368e6-9583-4b83-8f44-1aededce93fa None None] Pushing event updated for resources: {'Port': ['ID=fff16539-b09e-48b8-a667-b12f03e59d98,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:02.431914 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:02.434684 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Network b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:45:02.461226 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:02.465388 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef4db-17bc-412a-80c3-a79bf67f9cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.468882 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Pushing event updated for resources: {'Port': ['ID=4a14897c-fd88-4bfb-b9d3-d42d2ac31f91,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:02.469384 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:02.469969 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.476388 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370c490-123c-4a22-b10f-75b0f01ba1fd None None] Network b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:02.484712 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-8efede78-a9c7-4c68-8fff-b41079208bb8 service neutron] 10.222.0.22 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380744 Jul 09 18:45:02.491310 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef4db-17bc-412a-80c3-a79bf67f9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.546267 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-643d7258-375e-4f01-a608-790a92dd5f68 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3986008 Jul 09 18:45:02.566126 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ef4db-17bc-412a-80c3-a79bf67f9cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2817f8f1-c9c3-4abf-815c-f13843983b06,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:02.604164 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-2b7ef4db-17bc-412a-80c3-a79bf67f9cfe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6276d16e656f484aa99cb4fbcbdabdef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2115498 Jul 09 18:45:02.607708 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59114) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:02.679356 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.712810 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c00963d8-2d0b-493c-98f0-95c2193b2699 service neutron] 10.222.0.22 "GET /v2.0/networks/1faee1ef-fbd4-4ea9-bf47-bb46661feb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156698 Jul 09 18:45:02.853618 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59126) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:02.905655 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.961033 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7923ea8-63d3-4d8b-a512-680efd571178 admin admin] Deleting subnet 932661bb-a9e7-4cfc-a1c5-8e3e90814a19 {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:45:02.970178 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c7923ea8-63d3-4d8b-a512-680efd571178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:02.972602 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235fb9ea-33ce-414b-aa2c-c952ac459b2a None None] Network b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:03.059510 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c7923ea8-63d3-4d8b-a512-680efd571178 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.124456 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Network 867bf7ca-3077-450e-8595-8d00f5ddce4f is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:03.126136 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4bb31781-8257-4468-a578-99898efdad92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.149911 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4bb31781-8257-4468-a578-99898efdad92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.211759 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c7923ea8-63d3-4d8b-a512-680efd571178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.228466 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-38cd5d11-965c-4da4-bef7-2db05ef37cb1 req-7234cde9-1046-489c-a91d-e2168c43d79c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.1635041 Jul 09 18:45:03.335673 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c7923ea8-63d3-4d8b-a512-680efd571178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.432152 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923ea8-63d3-4d8b-a512-680efd571178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932661bb-a9e7-4cfc-a1c5-8e3e90814a19,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:03.433968 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c7923ea8-63d3-4d8b-a512-680efd571178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.435877 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c7923ea8-63d3-4d8b-a512-680efd571178 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/932661bb-a9e7-4cfc-a1c5-8e3e90814a19 HTTP/1.1" status: 204 len: 168 time: 0.5812588 Jul 09 18:45:03.447729 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59168) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:03.560721 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.609749 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:03.657608 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:03.753515 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4bb31781-8257-4468-a578-99898efdad92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.756340 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.756971 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4bb31781-8257-4468-a578-99898efdad92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.758940 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-4bb31781-8257-4468-a578-99898efdad92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2817f8f1-c9c3-4abf-815c-f13843983b06 HTTP/1.1" status: 204 len: 168 time: 1.1407163 Jul 09 18:45:03.763087 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:03.767290 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:03.767663 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.768948 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:03.769928 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:03.793536 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:03.796481 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:03.796673 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:03.797621 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > port after_create 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:03.798020 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:03.799592 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > port after_update 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:03.800074 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:03.800265 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:03.800667 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:03.805406 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:04.018846 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.074819 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=d3d4f9e3-c870-4aa1-b661-68a7407bd0d3,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:04.084211 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.084994 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device fff16539-b09e-48b8-a667-b12f03e59d98 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:04.134955 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-89b4b8fe-433c-4796-8c0e-d5d44fb69877 req-ac357d1f-ca5a-4dd9-a9c3-cb230fa53621 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.9134285 Jul 09 18:45:04.203559 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a5d54-7b13-4b92-9812-c1bb35561c3d None None] Network 896a1342-2233-4e88-8dbc-36b21ffeceee requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:04.221205 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=84710d05-22d2-48b8-bd80-d65eb92f8268,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:04.230194 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb31781-8257-4468-a578-99898efdad92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2817f8f1-c9c3-4abf-815c-f13843983b06,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:04.261278 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.315281 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:04.318965 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:04.319327 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:04.319728 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:04.338862 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23884651-c0b8-464c-ad45-d48f2ee65ac6']}} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:04.433331 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460bb6c3-77f2-4f07-91d1-6e0f1aaa79fc') {'for_net_delete': True} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:04.440654 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460bb6c3-77f2-4f07-91d1-6e0f1aaa79fc') {} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:04.491745 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718719'] for segment, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.524944 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.534088 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:45:04.534931 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845690'] for segment, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.636095 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.649271 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.650421 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: from cryptography.utils import int_from_bytes Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: from cryptography.utils import int_from_bytes Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: Traceback (most recent call last): Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: timer() Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: cb(*args, **kw) Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: return func(*args, **kwargs) Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: self._notify() Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: self.callback(batched_events) Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: event.method(event) Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: return f(self, *a, **k) Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._get(url).json() Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: return self.request(url, 'GET', **kwargs) Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:45:04.654319 dv-cinder-780933-10-iscsi neutron-server[104835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:45:04.668445 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.674763 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-961ba9b6-503f-495f-b89a-e8e41e6bc5dc req-5b918da7-e532-436c-83f3-50803f646289 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.3365681 Jul 09 18:45:04.675637 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.693319 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.701229 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] 10.222.0.22 "DELETE /v2.0/networks/23884651-c0b8-464c-ad45-d48f2ee65ac6 HTTP/1.1" status: 204 len: 168 time: 1.2522449 Jul 09 18:45:04.703210 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59240) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:04.711391 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=d3d4f9e3-c870-4aa1-b661-68a7407bd0d3,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:04.766690 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-0d6c8240-651e-4c91-bf5e-85c6e694b442 None None] Provisioning for port fff16539-b09e-48b8-a667-b12f03e59d98 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:04.784288 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4327d9-2a47-4ddf-8f85-239ed5ec8032 admin admin] Pushing event deleted for resources: {'Network': ['ID=23884651-c0b8-464c-ad45-d48f2ee65ac6,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:04.816001 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ed9533-b5ce-4f85-a0ce-297368b6800f admin admin] Deleting subnet b2b8ee49-bea6-4804-a071-77331af7a7a4 {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:45:04.822248 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-70ed9533-b5ce-4f85-a0ce-297368b6800f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.834220 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port fff16539-b09e-48b8-a667-b12f03e59d98 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:04.850720 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port fff16539-b09e-48b8-a667-b12f03e59d98 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:04.851301 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.896456 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-70ed9533-b5ce-4f85-a0ce-297368b6800f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:04.905991 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=84710d05-22d2-48b8-bd80-d65eb92f8268,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:04.978495 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-70ed9533-b5ce-4f85-a0ce-297368b6800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.003333 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Network 867bf7ca-3077-450e-8595-8d00f5ddce4f is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:05.006828 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:05.071430 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.077229 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-70ed9533-b5ce-4f85-a0ce-297368b6800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.127957 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:45:05.128914 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-70ed9533-b5ce-4f85-a0ce-297368b6800f admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.140496 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59256) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:05.141874 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port fff16539-b09e-48b8-a667-b12f03e59d98, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=fff16539-b09e-48b8-a667-b12f03e59d98,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:05.142948 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-70ed9533-b5ce-4f85-a0ce-297368b6800f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b2b8ee49-bea6-4804-a071-77331af7a7a4 HTTP/1.1" status: 204 len: 168 time: 0.4188049 Jul 09 18:45:05.144121 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed9533-b5ce-4f85-a0ce-297368b6800f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b8ee49-bea6-4804-a071-77331af7a7a4,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:05.146739 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.229752 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.240093 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=fff16539-b09e-48b8-a667-b12f03e59d98,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:05.274580 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Router 5cb94514-1290-4094-8515-274c9d9c8959 is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:45:05.329655 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-e371b456-0454-4e49-9a85-a723d5b166b6 None None] Provisioning complete for port fff16539-b09e-48b8-a667-b12f03e59d98 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:05.330119 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e371b456-0454-4e49-9a85-a723d5b166b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.393345 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:05.469968 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8da8f567-65a7-49e6-863a-c0dcc28cb523 req-98d53536-aefd-4abb-8062-f5f1e0b2e414 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.0796709 Jul 09 18:45:05.486353 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.490091 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:05.490558 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.508967 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Router fbc043da-d4d5-4dc5-829c-5507d637f3c7 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:45:05.511566 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.511841 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.512576 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.512910 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > port after_create 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.513425 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.513545 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > port after_update 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.513846 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.514169 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.514477 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.514779 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.567228 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device fff16539-b09e-48b8-a667-b12f03e59d98 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:05.623367 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port fff16539-b09e-48b8-a667-b12f03e59d98 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:05.623367 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.676985 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.677320 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.677639 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.677957 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 18:45:05.678358 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca']}} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:05.703163 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113f53bd-4cea-45c0-9e5b-e982ea1829a1') {'for_net_delete': True} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:05.703446 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113f53bd-4cea-45c0-9e5b-e982ea1829a1') {} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:05.707509 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:45:05.720312 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7402db35-8a83-4feb-b908-313290867413 None None] Sync routers for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:45:05.727809 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14825945'] for segment, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.730960 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402db35-8a83-4feb-b908-313290867413 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:05.731696 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-7402db35-8a83-4feb-b908-313290867413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:44:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:05.850862 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-7402db35-8a83-4feb-b908-313290867413 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:05.893134 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5941f1c3-3135-4401-ab0c-90918a714fb0 req-cd8e0246-41b7-4781-a1c8-3731509364a6 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.0324719 Jul 09 18:45:05.936589 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.937793 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c3cddb57-ce8d-406f-8f8c-820dce6d742a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7454171 Jul 09 18:45:05.939176 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.940691 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59286) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:05.951507 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:45:05.951904 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14758980'] for segment, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: from cryptography.utils import int_from_bytes Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: from cryptography.utils import int_from_bytes Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: Traceback (most recent call last): Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: timer() Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: cb(*args, **kw) Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: return func(*args, **kwargs) Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: self._notify() Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: self.callback(batched_events) Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: event.method(event) Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: return f(self, *a, **k) Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._get(url).json() Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: return self.request(url, 'GET', **kwargs) Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:45:05.955946 dv-cinder-780933-10-iscsi neutron-server[104836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:45:06.057647 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:45:06.059618 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.068647 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Sync routers for ids ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:45:06.070546 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-80636ac2-d4aa-42ec-b637-d74d88e1d9c2 admin admin] 10.222.0.22 "PUT /v2.0/routers/fbc043da-d4d5-4dc5-829c-5507d637f3c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3276432 Jul 09 18:45:06.080839 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-7402db35-8a83-4feb-b908-313290867413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:02Z', 'revision_number': 3, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:06.082190 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Routers {'fbc043da-d4d5-4dc5-829c-5507d637f3c7'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:06.083175 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:44:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:06.091586 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:06.095390 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.097642 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b88d9b08-e02c-4edb-9a55-f7e33751ae5e admin admin] 10.222.0.22 "DELETE /v2.0/networks/b7f3e1d4-5ef1-4c92-a0cb-d2f090b9e2ca HTTP/1.1" status: 204 len: 168 time: 0.9549949 Jul 09 18:45:06.140204 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7402db35-8a83-4feb-b908-313290867413 None None] Checking router: 5cb94514-1290-4094-8515-274c9d9c8959 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:45:06.140558 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7402db35-8a83-4feb-b908-313290867413 None None] Updating router 5cb94514-1290-4094-8515-274c9d9c8959 port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:45:06.205079 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7402db35-8a83-4feb-b908-313290867413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.358540 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Set router fbc043da-d4d5-4dc5-829c-5507d637f3c7 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:06.435487 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59304) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:06.546123 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-f456d504-157f-4c44-96d2-c68528e3adfc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c4a727489854b49a77c6275b3080f28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1093788 Jul 09 18:45:06.547024 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59310) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:06.615219 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7402db35-8a83-4feb-b908-313290867413 None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.651765 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-7402db35-8a83-4feb-b908-313290867413 None None] Transition to ACTIVE for port object 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:06.657930 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59316) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:06.663535 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7402db35-8a83-4feb-b908-313290867413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.676101 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.680072 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:45:04Z', 'revision_number': 4, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'gw_port': {'id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '84710d05-22d2-48b8-bd80-d65eb92f8268', 'name': '', 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'mac_address': 'fa:16:3e:e5:cd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b16afc9-9166-43bd-8f76-11e7714e46bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:00Z', 'updated_at': '2021-07-09T18:45:04Z', 'revision_number': 2, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'subnets': [{'id': '3b16afc9-9166-43bd-8f76-11e7714e46bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:06.688876 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c5847483-4114-4fb3-ad1b-21c3c5acab89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.746283 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Checking router: fbc043da-d4d5-4dc5-829c-5507d637f3c7 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:45:06.746862 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Updating router fbc043da-d4d5-4dc5-829c-5507d637f3c7 port 84710d05-22d2-48b8-bd80-d65eb92f8268 binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:45:06.750386 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-59d93848-353b-4e13-b388-fa03d7a64397 req-7a630cc2-9873-434f-81ad-492df4ae3f8e tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.0457814 Jul 09 18:45:06.756168 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c5847483-4114-4fb3-ad1b-21c3c5acab89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.823739 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-7402db35-8a83-4feb-b908-313290867413 None None] Attempting to bind port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:06.824380 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-7402db35-8a83-4feb-b908-313290867413 None None] Attempting to bind port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:06.825968 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c5847483-4114-4fb3-ad1b-21c3c5acab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.829307 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c5847483-4114-4fb3-ad1b-21c3c5acab89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.831201 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c5847483-4114-4fb3-ad1b-21c3c5acab89 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47e8e2f7-8627-4a8a-b21b-43db0c546b8e HTTP/1.1" status: 204 len: 168 time: 0.2830842 Jul 09 18:45:06.838665 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402db35-8a83-4feb-b908-313290867413 None None] Attempting to bind port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:06.844108 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5847483-4114-4fb3-ad1b-21c3c5acab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8e2f7-8627-4a8a-b21b-43db0c546b8e,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:06.853692 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402db35-8a83-4feb-b908-313290867413 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:06.854092 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402db35-8a83-4feb-b908-313290867413 None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:06.854508 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7402db35-8a83-4feb-b908-313290867413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.854901 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402db35-8a83-4feb-b908-313290867413 None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:06.855379 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-7402db35-8a83-4feb-b908-313290867413 None None] Bound port: 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:06.855773 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7402db35-8a83-4feb-b908-313290867413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.886729 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:06.924915 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd778cc9-4802-433a-8c82-42f11c779e79 None None] Pushing event updated for resources: {'Port': ['ID=4a14897c-fd88-4bfb-b9d3-d42d2ac31f91,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:06.975350 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-7402db35-8a83-4feb-b908-313290867413 None None] For port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:06.983913 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-7402db35-8a83-4feb-b908-313290867413 None None] For port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=4a14897c-fd88-4bfb-b9d3-d42d2ac31f91,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:06.993899 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7402db35-8a83-4feb-b908-313290867413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.083622 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402db35-8a83-4feb-b908-313290867413 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:07.086839 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-7402db35-8a83-4feb-b908-313290867413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:44:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:07.186512 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-321c64c0-b4bf-4a42-8864-96a7609e93ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.217167 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1b778be6-9f42-4243-9f63-1aa6bc3176fe req-b6841d77-c89e-496a-bb3f-1a9a53e4aef7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.0777965 Jul 09 18:45:07.281601 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-7402db35-8a83-4feb-b908-313290867413 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:07.283907 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd778cc9-4802-433a-8c82-42f11c779e79 None None] Pushing event updated for resources: {'Port': ['ID=4a14897c-fd88-4bfb-b9d3-d42d2ac31f91,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:07.370953 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Allocated IP 172.20.0.1 (896a1342-2233-4e88-8dbc-36b21ffeceee/8fceb738-7dfb-49d4-8030-e0e79d60649a/6565c71e-4bb2-4508-b9b3-397c2e148eed) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:07.381305 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-bc452d65-d353-4ff4-894f-2a10d6207c07 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:07.383898 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.390678 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-bc452d65-d353-4ff4-894f-2a10d6207c07 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 818 time: 0.2544363 Jul 09 18:45:07.401591 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Transition to ACTIVE for port object 84710d05-22d2-48b8-bd80-d65eb92f8268 will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:07.407198 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59344) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:07.411474 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.454449 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-82a620fb-a3ea-453d-a59f-aa0f220282c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed4b0373665444c9b4c3c1a55fe86d43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454922 Jul 09 18:45:07.456808 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59346) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:07.467126 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc9861-9441-411e-89fd-b4aa6a1796ab None None] Pushing event updated for resources: {'Port': ['ID=84710d05-22d2-48b8-bd80-d65eb92f8268,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:07.491317 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-7f557640-f12e-4df9-ab0b-bfad2ce66096 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/quotas/3c000e9a3f534f10836e5163abd56c4e HTTP/1.1" status: 200 len: 375 time: 0.0995619 Jul 09 18:45:07.541027 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fecbc5dc-404a-4a5d-aa04-d64cfcf1ad12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.545007 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Attempting to bind port 84710d05-22d2-48b8-bd80-d65eb92f8268 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:07.545552 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Attempting to bind port 84710d05-22d2-48b8-bd80-d65eb92f8268 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:07.546111 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Attempting to bind port 84710d05-22d2-48b8-bd80-d65eb92f8268 on network 867bf7ca-3077-450e-8595-8d00f5ddce4f {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:07.552163 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:07.552650 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Checking segment: {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:07.553221 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.553678 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Bound using segment: {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:07.554273 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Bound port: 84710d05-22d2-48b8-bd80-d65eb92f8268, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:07.554781 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.583810 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.586137 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fecbc5dc-404a-4a5d-aa04-d64cfcf1ad12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.598280 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-7402db35-8a83-4feb-b908-313290867413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:02Z', 'revision_number': 3, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:07.612202 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-321c64c0-b4bf-4a42-8864-96a7609e93ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.625338 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] For port 84710d05-22d2-48b8-bd80-d65eb92f8268, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:07.627243 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7402db35-8a83-4feb-b908-313290867413 None None] The sync data for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi is: [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:02Z', 'revision_number': 3, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:45:07.629451 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Transition to ACTIVE for port object 6565c71e-4bb2-4508-b9b3-397c2e148eed will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:07.631075 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] For port 84710d05-22d2-48b8-bd80-d65eb92f8268, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=84710d05-22d2-48b8-bd80-d65eb92f8268,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:07.631222 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-321c64c0-b4bf-4a42-8864-96a7609e93ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.637842 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.659519 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fecbc5dc-404a-4a5d-aa04-d64cfcf1ad12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.662464 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fecbc5dc-404a-4a5d-aa04-d64cfcf1ad12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.666979 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-fecbc5dc-404a-4a5d-aa04-d64cfcf1ad12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/081cdbab-a1cc-43c9-9241-7e3231cfdfa2 HTTP/1.1" status: 204 len: 168 time: 0.2055535 Jul 09 18:45:07.673489 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbc5dc-404a-4a5d-aa04-d64cfcf1ad12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081cdbab-a1cc-43c9-9241-7e3231cfdfa2,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:07.718017 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-d36b052b-ce29-4b35-a441-63a129531135 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2166080 Jul 09 18:45:07.719613 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Routers {'fbc043da-d4d5-4dc5-829c-5507d637f3c7'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:07.720241 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:44:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:07.723915 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-321c64c0-b4bf-4a42-8864-96a7609e93ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d12040aa2f342469da74826d36ea2d2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0625634 Jul 09 18:45:07.723915 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c64c0-b4bf-4a42-8864-96a7609e93ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675840b9-d015-402d-bb69-c232377ed668,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:07.728995 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59350) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:07.788446 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc9861-9441-411e-89fd-b4aa6a1796ab None None] Pushing event updated for resources: {'Port': ['ID=84710d05-22d2-48b8-bd80-d65eb92f8268,revision_number=4']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:07.858630 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-cb56902f-7b9b-427d-91f7-9082fa97a1f3 service neutron] 10.222.0.22 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396401 Jul 09 18:45:07.868814 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.885384 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] Set router fbc043da-d4d5-4dc5-829c-5507d637f3c7 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:07.900929 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bcbf50e8-39ea-4b8f-b8f9-cf9269b956ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:07.944735 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bcbf50e8-39ea-4b8f-b8f9-cf9269b956ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:08.050516 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-c74c056b-140f-4582-811e-3de725f17b3e service neutron] 10.222.0.22 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909101 Jul 09 18:45:08.055984 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-eaaf488f-12a5-4415-8952-f75859cf94e3 req-a404f09d-5a23-489c-8efe-de2bc6960257 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.0459073 Jul 09 18:45:08.081230 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bcbf50e8-39ea-4b8f-b8f9-cf9269b956ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:08.085785 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bcbf50e8-39ea-4b8f-b8f9-cf9269b956ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:08.090751 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-bcbf50e8-39ea-4b8f-b8f9-cf9269b956ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/675840b9-d015-402d-bb69-c232377ed668 HTTP/1.1" status: 204 len: 168 time: 0.3580909 Jul 09 18:45:08.098353 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf50e8-39ea-4b8f-b8f9-cf9269b956ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675840b9-d015-402d-bb69-c232377ed668,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:08.187181 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Network 896a1342-2233-4e88-8dbc-36b21ffeceee is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:08.190498 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:08.202539 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:08.282673 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6565c71e-4bb2-4508-b9b3-397c2e148eed,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:08.292949 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:08.487465 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:45:04Z', 'revision_number': 4, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'gw_port': {'id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '84710d05-22d2-48b8-bd80-d65eb92f8268', 'name': '', 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'mac_address': 'fa:16:3e:e5:cd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b16afc9-9166-43bd-8f76-11e7714e46bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:00Z', 'updated_at': '2021-07-09T18:45:07Z', 'revision_number': 4, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'subnets': [{'id': '3b16afc9-9166-43bd-8f76-11e7714e46bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:08.567975 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcebe6b-e61b-43a6-babd-24811b7eb24f None None] The sync data for ids ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'] in dv-cinder-780933-10-iscsi is: [{'id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:45:04Z', 'revision_number': 4, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'gw_port': {'id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '84710d05-22d2-48b8-bd80-d65eb92f8268', 'name': '', 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'mac_address': 'fa:16:3e:e5:cd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3b16afc9-9166-43bd-8f76-11e7714e46bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:00Z', 'updated_at': '2021-07-09T18:45:07Z', 'revision_number': 4, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'subnets': [{'id': '3b16afc9-9166-43bd-8f76-11e7714e46bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:45:08.641672 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-caa9cf64-0ef9-400c-8622-8980cf50aad0 None None] Provisioning for port 6565c71e-4bb2-4508-b9b3-397c2e148eed completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:08.647795 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-caa9cf64-0ef9-400c-8622-8980cf50aad0 None None] Provisioning complete for port 6565c71e-4bb2-4508-b9b3-397c2e148eed triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:08.648153 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-caa9cf64-0ef9-400c-8622-8980cf50aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:08.649360 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-973059f2-90d3-4e82-9dd4-25a3a0979fa2 req-a32bac3f-f964-41ff-b7ef-b0a6600a3fce tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.0872073 Jul 09 18:45:08.777875 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c0bb912f-d5ac-4616-a1df-ff9af59c90c9 req-2959f911-90e1-400e-b40e-d15cf4af1a97 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 210 time: 0.2723258 Jul 09 18:45:08.850060 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-caa9cf64-0ef9-400c-8622-8980cf50aad0 None None] Port 6565c71e-4bb2-4508-b9b3-397c2e148eed cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:45:08.931821 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59392) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:08.950837 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-9762f1e2-cb56-4260-ad67-2a7a9be794da admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:08.995793 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.164901 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-9762f1e2-cb56-4260-ad67-2a7a9be794da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.214070 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-9762f1e2-cb56-4260-ad67-2a7a9be794da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.442138 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-9762f1e2-cb56-4260-ad67-2a7a9be794da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c9a6d5a05cf4e448ee045f49caab848&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5092268 Jul 09 18:45:09.442888 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59418) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:09.466187 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762f1e2-cb56-4260-ad67-2a7a9be794da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9036a20-9095-4633-8497-e2e80a8d072d,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:09.568005 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-030ca407-3e8a-4085-8b04-00f9ebd7eeeb req-64248021-8a12-44fc-8a56-05ff27c71f03 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.2287014 Jul 09 18:45:09.576430 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.591748 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.608740 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:09.651207 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-29b05f7e-66dc-48e2-89e6-86b3a5d218a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.661451 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19760d9-6417-49ce-a6c2-54150e124575 req-bcff8ae0-258a-497b-801b-8e0ca40704d7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:09.669393 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-bcff8ae0-258a-497b-801b-8e0ca40704d7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 818 time: 0.4995251 Jul 09 18:45:09.694053 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6565c71e-4bb2-4508-b9b3-397c2e148eed,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:09.703725 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.705988 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-70029517-7240-4f35-8784-e29f1f9bf30a tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/quotas/3c000e9a3f534f10836e5163abd56c4e HTTP/1.1" status: 200 len: 375 time: 0.0354121 Jul 09 18:45:09.728860 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:09.739451 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:09.740511 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.766852 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-29b05f7e-66dc-48e2-89e6-86b3a5d218a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.868116 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-20468aa1-e883-447e-bd97-bee25a18a530 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1611032 Jul 09 18:45:09.908162 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Network 896a1342-2233-4e88-8dbc-36b21ffeceee is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:09.910242 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:09.921185 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.962562 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=4a14897c-fd88-4bfb-b9d3-d42d2ac31f91,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:09.969275 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.970230 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 84710d05-22d2-48b8-bd80-d65eb92f8268 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:09.978278 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-29b05f7e-66dc-48e2-89e6-86b3a5d218a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.990631 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-29b05f7e-66dc-48e2-89e6-86b3a5d218a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:09.996321 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-29b05f7e-66dc-48e2-89e6-86b3a5d218a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9036a20-9095-4633-8497-e2e80a8d072d HTTP/1.1" status: 204 len: 168 time: 0.5472798 Jul 09 18:45:10.053653 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b05f7e-66dc-48e2-89e6-86b3a5d218a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9036a20-9095-4633-8497-e2e80a8d072d,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:10.163647 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=4a14897c-fd88-4bfb-b9d3-d42d2ac31f91,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:10.181295 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-7bd9c3f3-8896-410e-b4e3-1d6fbe0cf268 service neutron] 10.222.0.22 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109698 Jul 09 18:45:10.221459 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e23ed3f4-a91d-46da-b6b8-5e6b0a46e376 req-e40f8a28-52be-4231-9f3d-30df907cbd14 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.1405139 Jul 09 18:45:10.235797 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Router 5cb94514-1290-4094-8515-274c9d9c8959 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:45:10.300411 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 84710d05-22d2-48b8-bd80-d65eb92f8268 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:10.307002 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 84710d05-22d2-48b8-bd80-d65eb92f8268 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:10.307584 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:10.462236 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2e32c22c-fd16-42b4-875b-a8927aa5b894 service neutron] 10.222.0.22 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795279 Jul 09 18:45:10.491747 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:45:10.496700 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:10.507270 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c79545df-6c56-46d4-bb7c-f74484e497f0 admin admin] 10.222.0.22 "PUT /v2.0/routers/5cb94514-1290-4094-8515-274c9d9c8959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5654402 Jul 09 18:45:10.584026 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-fd6f581d-8bf4-4f69-abe1-eedbaf7a6c68 None None] Provisioning complete for port 6565c71e-4bb2-4508-b9b3-397c2e148eed triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:10.595702 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-fd6f581d-8bf4-4f69-abe1-eedbaf7a6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:10.669428 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 84710d05-22d2-48b8-bd80-d65eb92f8268, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=84710d05-22d2-48b8-bd80-d65eb92f8268,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:10.685073 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:10.729564 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f581d-8bf4-4f69-abe1-eedbaf7a6c68 None None] Port 6565c71e-4bb2-4508-b9b3-397c2e148eed cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:45:10.747959 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=84710d05-22d2-48b8-bd80-d65eb92f8268,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:10.907899 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-70c01fd4-4317-42c2-81e3-3f6f334de402 req-521aafcc-55b5-4b9b-a8a8-0ba9d445087d tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.0425718 Jul 09 18:45:11.017630 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e870801d-eaff-43ab-923a-e0c47a85f165 req-93bd9469-1cd7-4d00-99ff-9e489cfd1fd5 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 210 time: 0.0445898 Jul 09 18:45:11.514024 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:11.519467 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.30', 54096) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:11.642488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59520) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:11.659719 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-6b3f60a6-b29e-4100-8597-35d8878b778d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922756567', 'description': 'tempest-description--73915617'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:11.695127 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:11.695529 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:11.774802 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6b3f60a6-b29e-4100-8597-35d8878b778d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:11.845800 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Sync routers for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:45:11.942965 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 84710d05-22d2-48b8-bd80-d65eb92f8268 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:12.005860 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-8d9372ec-1f2c-4497-8e80-c0c04e6a8551 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:12.012575 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-8d9372ec-1f2c-4497-8e80-c0c04e6a8551 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.30 "GET /v2.0/networks?id=1faee1ef-fbd4-4ea9-bf47-bb46661feb44 HTTP/1.1" status: 200 len: 811 time: 0.4754076 Jul 09 18:45:12.017244 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:12.018306 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:44:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:12.022064 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f0038343-1dd0-4590-aa7c-1dc7ff14b7bb req-b426f3f6-caa8-40b3-a465-f020d6b15c3b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.5873470 Jul 09 18:45:12.130711 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Request body: {'port': {'device_id': '3a9eab82-f55d-4d36-93da-67b99013d43e', 'network_id': '1faee1ef-fbd4-4ea9-bf47-bb46661feb44', 'admin_state_up': True, 'tenant_id': 'f36bd9dfb742443a87eb536e5806cec9'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:12.254115 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:12.345337 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:12.346346 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6945f822-3c25-4607-b172-e182f3058b71 req-644985b0-9589-425d-9ef0-a99e738215ed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 210 time: 0.0949492 Jul 09 18:45:12.413642 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-837a5954-e30f-4494-b105-a3195ebf37a7 req-5a64e206-9f85-4f17-b94b-6d5a8e7ca8e6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.1478882 Jul 09 18:45:12.475425 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.30', 54102) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:12.525580 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6b3f60a6-b29e-4100-8597-35d8878b778d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:12.542510 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6b3f60a6-b29e-4100-8597-35d8878b778d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:12.601265 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 84710d05-22d2-48b8-bd80-d65eb92f8268 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:12.602322 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:12.667660 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6b3f60a6-b29e-4100-8597-35d8878b778d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:12.669169 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-6b3f60a6-b29e-4100-8597-35d8878b778d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0271668 Jul 09 18:45:12.672232 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59568) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:12.678812 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-16d86da9-d7f0-4058-9334-cb92af01fabb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'security_group_rule': {'security_group_id': '0673599c-5277-41d4-a6c3-f24dd7c9bbad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:12.690129 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-835de0b1-938d-40d3-a52b-2ec99c70b4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:12.690603 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f60a6-b29e-4100-8597-35d8878b778d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0673599c-5277-41d4-a6c3-f24dd7c9bbad,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:12.721106 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Made reservation on behalf of f36bd9dfb742443a87eb536e5806cec9 for: {'port': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:12.733567 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:12.793139 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-af5dfc05-592c-4f11-b3c3-0f85b2ec9b65 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:12.804552 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-af5dfc05-592c-4f11-b3c3-0f85b2ec9b65 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 814 time: 0.3280280 Jul 09 18:45:12.849941 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-16d86da9-d7f0-4058-9334-cb92af01fabb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:12.854500 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Request body: {'port': {'device_id': 'ae842838-59c8-4dbe-8613-87b3d0c6800f', 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4', 'admin_state_up': True, 'tenant_id': '547afd78cce14b8bad3ee66012ea7624'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:12.908130 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 2, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:12.980963 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Checking router: 5cb94514-1290-4094-8515-274c9d9c8959 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:45:12.981304 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Updating router 5cb94514-1290-4094-8515-274c9d9c8959 port 6565c71e-4bb2-4508-b9b3-397c2e148eed binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:45:13.045409 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:13.410938 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Made reservation on behalf of 547afd78cce14b8bad3ee66012ea7624 for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:13.415660 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:13.475259 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.30', 54108) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:13.551718 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-65d84442-99b5-449b-bf61-ceec5b36242f req-55363609-cf0e-4c03-b97f-6a3af16c0abd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.1748829 Jul 09 18:45:13.739175 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-16d86da9-d7f0-4058-9334-cb92af01fabb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:13.863947 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-16d86da9-d7f0-4058-9334-cb92af01fabb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:13.946470 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:13.947300 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e9035ddb-f96f-4671-880c-f2f40e29c579 req-70065ae9-5740-45ee-86e7-21cd0fb9348e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 210 time: 0.1823843 Jul 09 18:45:13.985105 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Transition to ACTIVE for port object 6565c71e-4bb2-4508-b9b3-397c2e148eed will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:13.985619 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d86da9-d7f0-4058-9334-cb92af01fabb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a82e39-89be-43ec-b3d4-2569340093d2,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:14.010459 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Allocated IP 172.20.0.4 (1faee1ef-fbd4-4ea9-bf47-bb46661feb44/66f65ea7-703b-4d90-a80e-9a4853f662b0/bc07e6d6-6506-44a6-818a-c18a0bc301c1) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:14.011190 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.016443 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-16d86da9-d7f0-4058-9334-cb92af01fabb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.021454 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-16d86da9-d7f0-4058-9334-cb92af01fabb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3480830 Jul 09 18:45:14.024690 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59642) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:14.040537 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-31a028ea-01ab-4307-8eb7-ecec69ca2ca2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'security_group_rule': {'security_group_id': '0673599c-5277-41d4-a6c3-f24dd7c9bbad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:14.107716 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-31a028ea-01ab-4307-8eb7-ecec69ca2ca2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.160329 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72521f6-d40e-4d04-a130-e242843f76be None None] Pushing event updated for resources: {'Port': ['ID=6565c71e-4bb2-4508-b9b3-397c2e148eed,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:14.161342 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e842c9df-3f41-41a9-b170-e370bd8269c4 req-c910058e-6777-4b8f-8cdd-6e3a1722ddc6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.2645433 Jul 09 18:45:14.488952 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Attempting to bind port 6565c71e-4bb2-4508-b9b3-397c2e148eed on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:14.489561 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Attempting to bind port 6565c71e-4bb2-4508-b9b3-397c2e148eed by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:14.490109 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Attempting to bind port 6565c71e-4bb2-4508-b9b3-397c2e148eed on network 896a1342-2233-4e88-8dbc-36b21ffeceee {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:14.522842 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:14.523447 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Checking segment: {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:14.524062 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.524646 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Bound using segment: {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:14.525476 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Bound port: 6565c71e-4bb2-4508-b9b3-397c2e148eed, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:14.531507 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.552012 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-31a028ea-01ab-4307-8eb7-ecec69ca2ca2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.552395 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-8a3986b9-14c8-4340-921c-c765dc4e7984 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:14.555925 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-8a3986b9-14c8-4340-921c-c765dc4e7984 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 818 time: 1.0631013 Jul 09 18:45:14.568879 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-31a028ea-01ab-4307-8eb7-ecec69ca2ca2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.611697 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Request body: {'port': {'device_id': '44e62c54-1fa3-4dae-b4bc-2fdd7439be31', 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f', 'admin_state_up': True, 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:14.717804 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a028ea-01ab-4307-8eb7-ecec69ca2ca2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ec2c36-5af9-44f6-adfc-18fc86563dc7,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:14.741175 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] For port 6565c71e-4bb2-4508-b9b3-397c2e148eed, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:14.750027 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] For port 6565c71e-4bb2-4508-b9b3-397c2e148eed, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=6565c71e-4bb2-4508-b9b3-397c2e148eed,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:14.767775 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.768353 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-31a028ea-01ab-4307-8eb7-ecec69ca2ca2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.782091 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-31a028ea-01ab-4307-8eb7-ecec69ca2ca2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7560849 Jul 09 18:45:14.785781 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59668) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:14.824075 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'floatingip': {'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:14.937999 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:14.962914 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:15.066068 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:15.071146 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:44:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:15.096871 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Made reservation on behalf of 3c000e9a3f534f10836e5163abd56c4e for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:15.109317 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:15.165365 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Allocated IP 172.20.0.14 (8832039b-97f5-45a1-add5-584cfbdaa7c4/789576c8-d3c5-4bb8-9a61-289186cb2c27/21101f2d-0c09-4dac-a109-d48a1d6762e2) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:15.317653 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-14743c6d-18d1-4e8f-9acd-1e2e03e1a36b req-ad833990-cc34-4702-8676-8bca7e227aa1 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.1761596 Jul 09 18:45:15.472520 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-90d7f23f-c0d7-4828-9d57-5a08d6c34409 req-84343278-5e46-4eda-9a64-9d221d365832 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 210 time: 0.1400743 Jul 09 18:45:15.510476 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:15.745323 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:15.764587 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.30', 54115) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:15.840257 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Network 1faee1ef-fbd4-4ea9-bf47-bb46661feb44 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:15.842086 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Pushing event updated for resources: {'Port': ['ID=bc07e6d6-6506-44a6-818a-c18a0bc301c1,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:15.876310 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:15.878691 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:15.881177 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:15.950214 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:16.015152 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Allocated IP 172.20.0.3 (867bf7ca-3077-450e-8595-8d00f5ddce4f/3b16afc9-9166-43bd-8f76-11e7714e46bf/6f28fb7a-a885-43d2-ba52-8a89e94652b7) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:16.018997 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:16.134542 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72521f6-d40e-4d04-a130-e242843f76be None None] Pushing event updated for resources: {'Port': ['ID=6565c71e-4bb2-4508-b9b3-397c2e148eed,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:16.158091 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-cd8defac-5758-4cb1-889a-11c52d574346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:16.173641 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:16.175151 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Network 8832039b-97f5-45a1-add5-584cfbdaa7c4 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:16.190299 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:16.208166 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:16.242102 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:16.243327 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:16.325472 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-aed07c87-5e1c-43f6-a137-7670ae3f8f23 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2318642 Jul 09 18:45:16.353444 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:14Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:16.356072 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19760d9-6417-49ce-a6c2-54150e124575 req-087ddd4d-a24d-4884-8351-f588fbd28f05 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:16.357760 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-087ddd4d-a24d-4884-8351-f588fbd28f05 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 818 time: 0.5857258 Jul 09 18:45:16.397144 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bcbc7-577e-47a2-bed0-2d65b6a49428 req-d08a4cab-040e-49e7-b532-8ec5e9fc7efd tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:16.413680 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-601bcbc7-577e-47a2-bed0-2d65b6a49428 req-d08a4cab-040e-49e7-b532-8ec5e9fc7efd tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 931 time: 0.7469099 Jul 09 18:45:16.422291 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Pushing event updated for resources: {'Port': ['ID=21101f2d-0c09-4dac-a109-d48a1d6762e2,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:16.481702 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd40a91-a3d2-456d-8501-1d24ec088860 None None] The sync data for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi is: [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:14Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:45:16.504077 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:16.728747 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-601bcbc7-577e-47a2-bed0-2d65b6a49428 req-7a9f2ed4-c553-4727-8d6e-7fdee78ab8a1 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820938 Jul 09 18:45:16.746549 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Allocated IP 172.27.2.172 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/caba1c6e-c794-4b47-9ca4-b4ea07bba765) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:16.760785 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:16.773394 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:16.871204 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-04b14f2d-f152-4cf2-8622-47d122253edd tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:45:16.872217 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-04b14f2d-f152-4cf2-8622-47d122253edd tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160933 Jul 09 18:45:16.886705 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Request body: {'port': {'device_id': '0761b05c-c728-4f59-9743-886c83871018', 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f', 'admin_state_up': True, 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:17.111149 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59760) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:17.185513 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:17.237769 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-27aed20e-4db5-4528-b048-33acb0f6bdb3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4095616 Jul 09 18:45:17.418383 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-00d23e71-1d1e-48ab-986c-eb565bb81450 req-03cfa829-08f7-4121-98ec-d8ddedf3b7cb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 210 time: 0.2604449 Jul 09 18:45:17.525501 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Request body: {'port': {'device_id': 'ae842838-59c8-4dbe-8613-87b3d0c6800f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:17.549756 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:17.583291 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2229fc59-3050-4ab2-85d1-dda266eb7bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:17.619365 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Request body: {'port': {'device_id': '3a9eab82-f55d-4d36-93da-67b99013d43e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:17.661010 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 6565c71e-4bb2-4508-b9b3-397c2e148eed up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:17.687013 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c3d9a-6581-4247-a910-84e1ff2c7b99 req-161d3e38-e21c-448d-8fc4-d1cb42e4d908 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:17.690344 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ce1c3d9a-6581-4247-a910-84e1ff2c7b99 req-161d3e38-e21c-448d-8fc4-d1cb42e4d908 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 932 time: 1.0069351 Jul 09 18:45:17.755759 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:17.772176 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 6565c71e-4bb2-4508-b9b3-397c2e148eed completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:17.782710 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 6565c71e-4bb2-4508-b9b3-397c2e148eed triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:17.783442 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:17.929832 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:17.989342 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:18.031828 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ce1c3d9a-6581-4247-a910-84e1ff2c7b99 req-be26325f-36c1-4fd9-b180-6fa7dedcb4aa tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195419 Jul 09 18:45:18.032399 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:18.112944 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:18.120511 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:18.121342 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:18.130703 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:18.169366 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 6565c71e-4bb2-4508-b9b3-397c2e148eed, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=6565c71e-4bb2-4508-b9b3-397c2e148eed,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:18.176508 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:18.205310 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:18.292691 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=6565c71e-4bb2-4508-b9b3-397c2e148eed,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:18.445292 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Network 867bf7ca-3077-450e-8595-8d00f5ddce4f is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:18.467978 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:18.471320 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:18.562273 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Pushing event updated for resources: {'Port': ['ID=6f28fb7a-a885-43d2-ba52-8a89e94652b7,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:18.635520 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:18.675093 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59810) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:18.705507 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59814) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:18.730481 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'Port': ['ID=caba1c6e-c794-4b47-9ca4-b4ea07bba765,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:18.913194 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:18.957332 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8bcbacab-fc88-4be0-b667-83dd71a4de0e req-22670407-379a-480c-94d5-8865ef6e445d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 210 time: 0.2061448 Jul 09 18:45:18.996663 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:18.997332 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.037342 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-13678176-87fd-47d4-ae19-d48ad4b28feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.071177 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2229fc59-3050-4ab2-85d1-dda266eb7bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.102997 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-92fe0035-c882-4078-881f-61dc8827d73b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5092475 Jul 09 18:45:19.108015 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Made reservation on behalf of 3c000e9a3f534f10836e5163abd56c4e for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:19.111983 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.146998 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00f532-2cba-48e1-ace6-bb241e4f3bc6 req-cf266d76-c9a5-4d1f-b289-8fa92567d16f tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:19.155796 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3c00f532-2cba-48e1-ace6-bb241e4f3bc6 req-cf266d76-c9a5-4d1f-b289-8fa92567d16f tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 931 time: 1.1640306 Jul 09 18:45:19.194072 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2229fc59-3050-4ab2-85d1-dda266eb7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.318173 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Allocated IP 172.20.0.12 (867bf7ca-3077-450e-8595-8d00f5ddce4f/3b16afc9-9166-43bd-8f76-11e7714e46bf/a5748bf9-8cc2-471c-b845-09d021cf452c) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:19.455804 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 6565c71e-4bb2-4508-b9b3-397c2e148eed up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:19.526544 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-caf01e3a-f594-4cdf-a235-40291c134eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.574740 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 6565c71e-4bb2-4508-b9b3-397c2e148eed triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:19.575860 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.640552 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-2229fc59-3050-4ab2-85d1-dda266eb7bd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb3f15e03f704b229e92217a2bcd1f84&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5209322 Jul 09 18:45:19.650334 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59830) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:19.699096 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229fc59-3050-4ab2-85d1-dda266eb7bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc757b66-11dd-4bdc-9c3f-e51c0a79323b,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:19.724743 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3c00f532-2cba-48e1-ace6-bb241e4f3bc6 req-5081503a-f7a7-4f1e-a2e5-b29efefcf453 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676668 Jul 09 18:45:19.765646 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.782296 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-13678176-87fd-47d4-ae19-d48ad4b28feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.802271 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-13678176-87fd-47d4-ae19-d48ad4b28feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.822303 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21101f2d-0c09-4dac-a109-d48a1d6762e2 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:19.831382 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.846792 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.855855 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.874049 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87d586ad-e0b8-4dd2-be47-24decd3f6eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.902936 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Transition to ACTIVE for port object 21101f2d-0c09-4dac-a109-d48a1d6762e2 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:19.908296 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-13678176-87fd-47d4-ae19-d48ad4b28feb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6937ba11e322441ca7a93a96626d9d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2262244 Jul 09 18:45:19.911303 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59832) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:19.913757 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13678176-87fd-47d4-ae19-d48ad4b28feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96356019-f8c5-4397-a316-7ee8c4d2155e,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:19.933119 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:19.969805 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee41dc-e748-4145-be03-b8f0d81b781f req-35650204-9e07-4f93-b483-4484f1aa9b26 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:19.971429 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f0ee41dc-e748-4145-be03-b8f0d81b781f req-35650204-9e07-4f93-b483-4484f1aa9b26 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 932 time: 0.3389573 Jul 09 18:45:19.989272 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87d586ad-e0b8-4dd2-be47-24decd3f6eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.059864 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'Port': ['ID=caba1c6e-c794-4b47-9ca4-b4ea07bba765,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:20.095496 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Pushing event updated for resources: {'Port': ['ID=21101f2d-0c09-4dac-a109-d48a1d6762e2,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:20.118050 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.126725 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc07e6d6-6506-44a6-818a-c18a0bc301c1 {{(pid=104836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:20.137765 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.153613 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.220013 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Transition to ACTIVE for port object bc07e6d6-6506-44a6-818a-c18a0bc301c1 will not be triggered until provisioned by entity L2. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:20.237578 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.267130 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Pushing event updated for resources: {'Port': ['ID=a5748bf9-8cc2-471c-b845-09d021cf452c,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:20.288844 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-caf01e3a-f594-4cdf-a235-40291c134eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.291528 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f0ee41dc-e748-4145-be03-b8f0d81b781f req-0e8e6ccb-0ae1-4fda-b6f4-808e7709935f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891207 Jul 09 18:45:20.291678 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87d586ad-e0b8-4dd2-be47-24decd3f6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.292111 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-471371e0-25b8-48da-9b98-2d5e5ebd5c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.294708 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87d586ad-e0b8-4dd2-be47-24decd3f6eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.298476 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-87d586ad-e0b8-4dd2-be47-24decd3f6eb5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc757b66-11dd-4bdc-9c3f-e51c0a79323b HTTP/1.1" status: 204 len: 168 time: 0.6482193 Jul 09 18:45:20.313365 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-caf01e3a-f594-4cdf-a235-40291c134eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.316420 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-471371e0-25b8-48da-9b98-2d5e5ebd5c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.341986 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.343242 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-3c0cd059-a99b-41ab-b76f-b93c1af3cbfa tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5420332 Jul 09 18:45:20.352061 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d586ad-e0b8-4dd2-be47-24decd3f6eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc757b66-11dd-4bdc-9c3f-e51c0a79323b,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:20.392249 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Network 867bf7ca-3077-450e-8595-8d00f5ddce4f is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:20.394006 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc07e6d6-6506-44a6-818a-c18a0bc301c1,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:20.397319 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:20.403030 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:20.426204 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-caf01e3a-f594-4cdf-a235-40291c134eb7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6259782f91047cbb086fc0b9e360d18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7173035 Jul 09 18:45:20.438789 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59842) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:20.447992 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71486a-3579-4296-8e9a-32a89c7b8b9a req-c704f84f-4634-43df-a72c-ec3296dc05e6 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:20.450096 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9b71486a-3579-4296-8e9a-32a89c7b8b9a req-c704f84f-4634-43df-a72c-ec3296dc05e6 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 932 time: 0.3071759 Jul 09 18:45:20.511855 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Attempting to bind port 21101f2d-0c09-4dac-a109-d48a1d6762e2 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:20.512789 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Attempting to bind port 21101f2d-0c09-4dac-a109-d48a1d6762e2 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:20.512789 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Attempting to bind port 21101f2d-0c09-4dac-a109-d48a1d6762e2 on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:20.525589 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf01e3a-f594-4cdf-a235-40291c134eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5939af2d-ac45-4bda-9bc0-e1a99896a4ea,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:20.554840 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Port 21101f2d-0c09-4dac-a109-d48a1d6762e2 on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:45:20.557245 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Attempting to bind port 21101f2d-0c09-4dac-a109-d48a1d6762e2 on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:20.596161 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:20.596826 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.599482 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-471371e0-25b8-48da-9b98-2d5e5ebd5c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.602546 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-471371e0-25b8-48da-9b98-2d5e5ebd5c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.604259 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9b71486a-3579-4296-8e9a-32a89c7b8b9a req-85737b2c-f9fe-46cb-87ce-12a7c7bc6ae1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045074 Jul 09 18:45:20.606362 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-471371e0-25b8-48da-9b98-2d5e5ebd5c1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96356019-f8c5-4397-a316-7ee8c4d2155e HTTP/1.1" status: 204 len: 168 time: 0.6895604 Jul 09 18:45:20.607795 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Attempting to bind port bc07e6d6-6506-44a6-818a-c18a0bc301c1 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:20.609747 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Attempting to bind port bc07e6d6-6506-44a6-818a-c18a0bc301c1 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '4a9e1aa2-c81c-4817-8dde-7e03e02709ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1faee1ef-fbd4-4ea9-bf47-bb46661feb44'}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:20.610105 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Attempting to bind port bc07e6d6-6506-44a6-818a-c18a0bc301c1 on network 1faee1ef-fbd4-4ea9-bf47-bb46661feb44 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:20.623402 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Port bc07e6d6-6506-44a6-818a-c18a0bc301c1 on network 1faee1ef-fbd4-4ea9-bf47-bb46661feb44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:45:20.623722 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Attempting to bind port bc07e6d6-6506-44a6-818a-c18a0bc301c1 on network 1faee1ef-fbd4-4ea9-bf47-bb46661feb44 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:20.624149 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:20.624483 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Checking segment: {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:20.625182 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Bound using segment: {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:20.625778 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Bound port: 21101f2d-0c09-4dac-a109-d48a1d6762e2, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:20.626038 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.630884 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471371e0-25b8-48da-9b98-2d5e5ebd5c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96356019-f8c5-4397-a316-7ee8c4d2155e,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:20.658700 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c05f7a6c-cd19-4671-a91e-99cf0c65d937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.663052 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:20.663463 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Checking segment: {'id': '4a9e1aa2-c81c-4817-8dde-7e03e02709ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1faee1ef-fbd4-4ea9-bf47-bb46661feb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:20.663970 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Bound using segment: {'id': '4a9e1aa2-c81c-4817-8dde-7e03e02709ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1faee1ef-fbd4-4ea9-bf47-bb46661feb44'} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:20.664971 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Bound port: bc07e6d6-6506-44a6-818a-c18a0bc301c1, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9e1aa2-c81c-4817-8dde-7e03e02709ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1faee1ef-fbd4-4ea9-bf47-bb46661feb44'}}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:20.665385 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.690415 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-4006d33d-7326-41e1-a5e3-c4960542c67f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8127832 Jul 09 18:45:20.753510 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c05f7a6c-cd19-4671-a91e-99cf0c65d937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.771125 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] For port 21101f2d-0c09-4dac-a109-d48a1d6762e2, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:20.776925 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] For port 21101f2d-0c09-4dac-a109-d48a1d6762e2, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21101f2d-0c09-4dac-a109-d48a1d6762e2,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:20.872689 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.951683 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] For port bc07e6d6-6506-44a6-818a-c18a0bc301c1, host hv-cinder-78093, cleared binding levels {{(pid=104836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:20.956436 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] For port bc07e6d6-6506-44a6-818a-c18a0bc301c1, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc07e6d6-6506-44a6-818a-c18a0bc301c1,segment=NetworkSegment(4a9e1aa2-c81c-4817-8dde-7e03e02709ca),segment_id=4a9e1aa2-c81c-4817-8dde-7e03e02709ca)] {{(pid=104836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:20.970418 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.980775 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-b60043e0-f42f-4b99-95b9-954529d050f7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--922756567&fields=id&tenant_id=2ca15229883d49e6a741c55d8c38a637 HTTP/1.1" status: 200 len: 267 time: 0.2000508 Jul 09 18:45:20.984633 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:20.986280 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:20.989094 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-80b02644-9118-4aee-bea0-a51144389427 service neutron] 10.222.0.30 "PUT /v2.0/ports/21101f2d-0c09-4dac-a109-d48a1d6762e2 HTTP/1.1" status: 200 len: 1094 time: 3.6538942 Jul 09 18:45:20.995846 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae842838-59c8-4dbe-8613-87b3d0c6800f', 'tag': '21101f2d-0c09-4dac-a109-d48a1d6762e2'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:45:21.015263 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c05f7a6c-cd19-4671-a91e-99cf0c65d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:21.022988 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c05f7a6c-cd19-4671-a91e-99cf0c65d937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:21.030523 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c05f7a6c-cd19-4671-a91e-99cf0c65d937 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5939af2d-ac45-4bda-9bc0-e1a99896a4ea HTTP/1.1" status: 204 len: 168 time: 0.5905929 Jul 09 18:45:21.147846 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f7a6c-cd19-4671-a91e-99cf0c65d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5939af2d-ac45-4bda-9bc0-e1a99896a4ea,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:21.195845 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:21.198349 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:21.201464 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/bc07e6d6-6506-44a6-818a-c18a0bc301c1 HTTP/1.1" status: 200 len: 1093 time: 3.8984623 Jul 09 18:45:21.202085 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9eab82-f55d-4d36-93da-67b99013d43e', 'tag': 'bc07e6d6-6506-44a6-818a-c18a0bc301c1'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:45:21.206285 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59874) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:21.223191 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-1aa620de-1a91-4a75-a636-3b064c6ccde5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:21.227959 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-1aa620de-1a91-4a75-a636-3b064c6ccde5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 816 time: 0.2197227 Jul 09 18:45:21.243804 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539aff6-f581-4ec0-9c25-bf7b581787c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc07e6d6-6506-44a6-818a-c18a0bc301c1,revision_number=3']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:21.250434 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-beaea6b6-029c-468f-ab5d-c794f198236f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:21.308081 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3d406-e753-4b66-995f-651716bc6788 req-3dd1c848-92b5-435f-aad8-97ea1b4243c4 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:21.310044 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b1e3d406-e753-4b66-995f-651716bc6788 req-3dd1c848-92b5-435f-aad8-97ea1b4243c4 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 943 time: 0.2717736 Jul 09 18:45:21.348239 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b02644-9118-4aee-bea0-a51144389427 service neutron] Pushing event updated for resources: {'Port': ['ID=21101f2d-0c09-4dac-a109-d48a1d6762e2,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:21.373302 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-792e94fb-8af8-4141-a8e1-29b58617bb10 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/quotas/2ca15229883d49e6a741c55d8c38a637 HTTP/1.1" status: 200 len: 375 time: 0.1074812 Jul 09 18:45:21.407517 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b1e3d406-e753-4b66-995f-651716bc6788 req-08511e97-3e66-4c4b-9fe5-fbed18dc6b3a tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884447 Jul 09 18:45:21.496552 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-beaea6b6-029c-468f-ab5d-c794f198236f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:21.505898 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-beaea6b6-029c-468f-ab5d-c794f198236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:21.550406 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-9c8b40ac-1555-4723-8edc-40b63b471370 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678958 Jul 09 18:45:21.573015 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 59888) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:21.598694 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaea6b6-029c-468f-ab5d-c794f198236f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aa9259-0170-44db-a8d4-8dc895ec8638,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:21.608838 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2d22d753-e45b-4986-a1df-cc23f91c1896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:21.611614 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-beaea6b6-029c-468f-ab5d-c794f198236f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbc66763d4a94ca3b20aa9693e524f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887017 Jul 09 18:45:21.611764 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59894) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:21.678768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Request body: {'port': {'device_id': '44e62c54-1fa3-4dae-b4bc-2fdd7439be31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:21.742908 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ff18ad4d-20b0-457f-b94e-f801960aee3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:21.768298 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad07dc1-77b8-4dc5-8633-98e2036819c8 req-4989a059-5836-4071-bbf5-905d6f0ca6c5 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:21.780763 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6ad07dc1-77b8-4dc5-8633-98e2036819c8 req-4989a059-5836-4071-bbf5-905d6f0ca6c5 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 944 time: 0.1679950 Jul 09 18:45:21.802315 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ff18ad4d-20b0-457f-b94e-f801960aee3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:21.824642 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ad3c22-6eff-475e-a562-ed9369a76477" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9eab82-f55d-4d36-93da-67b99013d43e", "tag": "bc07e6d6-6506-44a6-818a-c18a0bc301c1"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:45:21.940254 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6ad07dc1-77b8-4dc5-8633-98e2036819c8 req-cb186432-8f2b-4b73-8167-2fa3333a8332 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583071 Jul 09 18:45:22.000712 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-10430a0b-25c6-444c-82fc-d7b9fc39b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:22.002442 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-10430a0b-25c6-444c-82fc-d7b9fc39b17e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f36bd9dfb742443a87eb536e5806cec9&device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 1096 time: 0.1685717 Jul 09 18:45:22.003555 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ff18ad4d-20b0-457f-b94e-f801960aee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.006381 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ff18ad4d-20b0-457f-b94e-f801960aee3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.011234 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ff18ad4d-20b0-457f-b94e-f801960aee3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91aa9259-0170-44db-a8d4-8dc895ec8638 HTTP/1.1" status: 204 len: 168 time: 0.3929408 Jul 09 18:45:22.011390 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Request body: {'port': {'device_id': '0761b05c-c728-4f59-9743-886c83871018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:22.014079 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433fede0-6dd8-4aa1-b759-37414bc68ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae842838-59c8-4dbe-8613-87b3d0c6800f", "tag": "21101f2d-0c09-4dac-a109-d48a1d6762e2"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:45:22.016742 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18ad4d-20b0-457f-b94e-f801960aee3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aa9259-0170-44db-a8d4-8dc895ec8638,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:22.119405 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-ea91894e-73aa-4b27-9933-1ce5c2a3b4d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc07e6d6-6506-44a6-818a-c18a0bc301c1 HTTP/1.1" status: 200 len: 217 time: 0.0937412 Jul 09 18:45:22.136427 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59908) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:22.178289 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a66e1690-81f2-474d-a125-932e6e1abfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.358426 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.365983 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.380596 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f881969-d22b-469b-a8ee-e8b0ee6324ef req-dbefc30c-666f-4bf2-bf6e-e0145d1dfa45 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:22.382482 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7f881969-d22b-469b-a8ee-e8b0ee6324ef req-dbefc30c-666f-4bf2-bf6e-e0145d1dfa45 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 932 time: 0.1902528 Jul 09 18:45:22.432440 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7f881969-d22b-469b-a8ee-e8b0ee6324ef req-12c55832-f3d5-4ddc-96e4-4722f989c318 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Jul 09 18:45:22.491935 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2d22d753-e45b-4986-a1df-cc23f91c1896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.508945 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-1ba134af-da8f-4cad-aa20-9000a554b79b service neutron] 10.222.0.22 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9010718 Jul 09 18:45:22.744023 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a66e1690-81f2-474d-a125-932e6e1abfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.751995 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a66e1690-81f2-474d-a125-932e6e1abfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.843041 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-a66e1690-81f2-474d-a125-932e6e1abfc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b8221b15a0f418d9828f2c29092c482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7049501 Jul 09 18:45:22.845075 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59934) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:22.866504 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e1690-81f2-474d-a125-932e6e1abfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be63ea7-16cf-4147-a80b-293eff56ef72,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:22.871276 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4af18c8-6a9d-431a-994b-47d686188923 x-openstack-request-id: req-f4af18c8-6a9d-431a-994b-47d686188923 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:45:22.871276 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9eab82-f55d-4d36-93da-67b99013d43e", "tag": "bc07e6d6-6506-44a6-818a-c18a0bc301c1", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:45:22.871521 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4af18c8-6a9d-431a-994b-47d686188923 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:45:22.871856 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9eab82-f55d-4d36-93da-67b99013d43e', 'tag': 'bc07e6d6-6506-44a6-818a-c18a0bc301c1', 'status': 'completed', 'code': 200} Jul 09 18:45:22.915560 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5e243a7f-9620-49bb-b9f0-7d782aec59ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.944395 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5e243a7f-9620-49bb-b9f0-7d782aec59ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:22.994253 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2d22d753-e45b-4986-a1df-cc23f91c1896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:23.058290 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5e243a7f-9620-49bb-b9f0-7d782aec59ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:23.061296 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5e243a7f-9620-49bb-b9f0-7d782aec59ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:23.064961 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-61c0cd2c-29ba-4102-837c-9c7a54617235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:23.066011 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-5e243a7f-9620-49bb-b9f0-7d782aec59ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4be63ea7-16cf-4147-a80b-293eff56ef72 HTTP/1.1" status: 204 len: 168 time: 0.2150104 Jul 09 18:45:23.067410 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-61c0cd2c-29ba-4102-837c-9c7a54617235 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 1097 time: 1.0666783 Jul 09 18:45:23.081854 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e243a7f-9620-49bb-b9f0-7d782aec59ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be63ea7-16cf-4147-a80b-293eff56ef72,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:23.119124 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-2d22d753-e45b-4986-a1df-cc23f91c1896 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9cd2e5edd46c4cf99974afbcaeab028f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5451500 Jul 09 18:45:23.123156 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 59944) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:23.141155 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22d753-e45b-4986-a1df-cc23f91c1896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128b907b-0b3d-4a77-a1b5-a873549d73b0,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:23.187561 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-3c46a3b3-04a4-4a19-baa5-2f8b8ad9ba4d service neutron] 10.222.0.22 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493649 Jul 09 18:45:23.268285 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b38c4-cefc-4710-9489-e76f96a151a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:23.281248 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f28fb7a-a885-43d2-ba52-8a89e94652b7 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:23.303027 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:23.335702 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b668e20-89e5-483a-bed4-d31ccad30fa6 x-openstack-request-id: req-2b668e20-89e5-483a-bed4-d31ccad30fa6 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:45:23.336237 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae842838-59c8-4dbe-8613-87b3d0c6800f", "tag": "21101f2d-0c09-4dac-a109-d48a1d6762e2", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:45:23.336597 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b668e20-89e5-483a-bed4-d31ccad30fa6 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:45:23.337276 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae842838-59c8-4dbe-8613-87b3d0c6800f', 'tag': '21101f2d-0c09-4dac-a109-d48a1d6762e2', 'status': 'completed', 'code': 200} Jul 09 18:45:23.344174 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Transition to ACTIVE for port object 6f28fb7a-a885-43d2-ba52-8a89e94652b7 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:23.346666 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b38c4-cefc-4710-9489-e76f96a151a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:23.376330 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:23.548291 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b38c4-cefc-4710-9489-e76f96a151a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:23.569775 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cc6b38c4-cefc-4710-9489-e76f96a151a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:23.588390 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-cc6b38c4-cefc-4710-9489-e76f96a151a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/128b907b-0b3d-4a77-a1b5-a873549d73b0 HTTP/1.1" status: 204 len: 168 time: 0.4600964 Jul 09 18:45:23.667782 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-dbb07afe-810e-4eeb-a46d-f9aeec948578 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21101f2d-0c09-4dac-a109-d48a1d6762e2 HTTP/1.1" status: 200 len: 217 time: 0.1177320 Jul 09 18:45:23.675077 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Pushing event updated for resources: {'Port': ['ID=6f28fb7a-a885-43d2-ba52-8a89e94652b7,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:23.719192 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b38c4-cefc-4710-9489-e76f96a151a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128b907b-0b3d-4a77-a1b5-a873549d73b0,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:23.830182 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-54cf97b4-13d9-4cb3-96a3-45093f263ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:23.834537 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-54cf97b4-13d9-4cb3-96a3-45093f263ced service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66f65ea7-703b-4d90-a80e-9a4853f662b0 HTTP/1.1" status: 200 len: 851 time: 0.2440896 Jul 09 18:45:23.947959 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-c9ff02de-5cfb-4e1c-ba7c-f97e9c6766d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1faee1ef-fbd4-4ea9-bf47-bb46661feb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041467 Jul 09 18:45:23.965229 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-d66109cc-a270-4ccc-91aa-faa9fca934a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:23.966844 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-d66109cc-a270-4ccc-91aa-faa9fca934a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=789576c8-d3c5-4bb8-9a61-289186cb2c27 HTTP/1.1" status: 200 len: 854 time: 0.2754591 Jul 09 18:45:24.055438 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b04ec-f273-45d2-a3fc-d5d215f5f9c2 req-2c78f3f6-ba67-4369-82da-9862a177c61f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:24.057204 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b38b04ec-f273-45d2-a3fc-d5d215f5f9c2 req-2c78f3f6-ba67-4369-82da-9862a177c61f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 944 time: 0.3881748 Jul 09 18:45:24.091135 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5748bf9-8cc2-471c-b845-09d021cf452c {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:24.097407 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Attempting to bind port 6f28fb7a-a885-43d2-ba52-8a89e94652b7 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:24.097903 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Attempting to bind port 6f28fb7a-a885-43d2-ba52-8a89e94652b7 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:24.098376 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Attempting to bind port 6f28fb7a-a885-43d2-ba52-8a89e94652b7 on network 867bf7ca-3077-450e-8595-8d00f5ddce4f {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:24.103343 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-18d24b91-d0c1-4b56-ba91-8a0f3a6f8c21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8832039b-97f5-45a1-add5-584cfbdaa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905602 Jul 09 18:45:24.116310 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:24.122305 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Port 6f28fb7a-a885-43d2-ba52-8a89e94652b7 on network 867bf7ca-3077-450e-8595-8d00f5ddce4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:45:24.124129 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Attempting to bind port 6f28fb7a-a885-43d2-ba52-8a89e94652b7 on network 867bf7ca-3077-450e-8595-8d00f5ddce4f {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:24.196908 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:24.199022 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Checking segment: {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:24.199689 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Bound using segment: {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:24.200986 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Bound port: 6f28fb7a-a885-43d2-ba52-8a89e94652b7, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:24.202920 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:24.308164 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Transition to ACTIVE for port object a5748bf9-8cc2-471c-b845-09d021cf452c will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:24.350898 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:24.504587 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b38b04ec-f273-45d2-a3fc-d5d215f5f9c2 req-4fa99fe9-e1bf-448e-af12-116c980d6f35 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082305 Jul 09 18:45:24.670085 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-1f599da8-8cc3-4d97-81d5-5a9279ec600d service neutron] 10.222.0.30 "GET /v2.0/networks/1faee1ef-fbd4-4ea9-bf47-bb46661feb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924365 Jul 09 18:45:24.718807 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980b7be-18a8-42d2-9b96-a81d2ae02eee req-60b8b332-45ef-461b-ad21-7a15b1ae51da tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:24.729370 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7980b7be-18a8-42d2-9b96-a81d2ae02eee req-60b8b332-45ef-461b-ad21-7a15b1ae51da tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 943 time: 1.0838366 Jul 09 18:45:24.732932 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Pushing event updated for resources: {'Port': ['ID=a5748bf9-8cc2-471c-b845-09d021cf452c,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:24.852793 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-5b1521b5-8649-42ed-8e39-f344e6994ec1 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790152 Jul 09 18:45:24.873100 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7980b7be-18a8-42d2-9b96-a81d2ae02eee req-b3309b02-5adf-4cc3-8baf-97d3c5c0e1c9 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274502 Jul 09 18:45:24.895586 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] For port 6f28fb7a-a885-43d2-ba52-8a89e94652b7, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:24.955632 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] For port 6f28fb7a-a885-43d2-ba52-8a89e94652b7, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:24.979350 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:25.346793 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e44bc-7ae1-4d6f-be8e-8addb9161bdb req-8bd268a5-7fc7-4589-8eb2-54e9d62f6b9e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:25.357426 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-526e44bc-7ae1-4d6f-be8e-8addb9161bdb req-8bd268a5-7fc7-4589-8eb2-54e9d62f6b9e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.2064474 Jul 09 18:45:25.422786 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-31d6bd08-8ffe-4226-a4b1-05e38296f0a6 req-24e4102e-7ccb-41ec-8802-6055dd16eef1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 210 time: 0.4583697 Jul 09 18:45:25.460512 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Attempting to bind port a5748bf9-8cc2-471c-b845-09d021cf452c on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:25.464051 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Attempting to bind port a5748bf9-8cc2-471c-b845-09d021cf452c by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:25.464809 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Attempting to bind port a5748bf9-8cc2-471c-b845-09d021cf452c on network 867bf7ca-3077-450e-8595-8d00f5ddce4f {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:25.468104 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:25.472254 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:25.479152 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] 10.222.0.30 "PUT /v2.0/ports/6f28fb7a-a885-43d2-ba52-8a89e94652b7 HTTP/1.1" status: 200 len: 1093 time: 3.8127944 Jul 09 18:45:25.486585 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e62c54-1fa3-4dae-b4bc-2fdd7439be31', 'tag': '6f28fb7a-a885-43d2-ba52-8a89e94652b7'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:45:25.505063 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-526e44bc-7ae1-4d6f-be8e-8addb9161bdb req-15ceb43d-090d-4f34-b783-b6c126744025 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463690 Jul 09 18:45:25.507278 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6cd7cc-d949-445c-b193-7c0a0541e425" -d '{"events": [{"name": "network-changed", "server_uuid": "44e62c54-1fa3-4dae-b4bc-2fdd7439be31", "tag": "6f28fb7a-a885-43d2-ba52-8a89e94652b7"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:45:25.518443 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Port a5748bf9-8cc2-471c-b845-09d021cf452c on network 867bf7ca-3077-450e-8595-8d00f5ddce4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:45:25.518767 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Attempting to bind port a5748bf9-8cc2-471c-b845-09d021cf452c on network 867bf7ca-3077-450e-8595-8d00f5ddce4f {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:25.545267 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:25.545267 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Checking segment: {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:25.545787 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Bound using segment: {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:25.546028 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Bound port: a5748bf9-8cc2-471c-b845-09d021cf452c, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9af75f-b15b-4642-b83a-5dc3857348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:25.546412 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:25.549341 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ee2f7-0361-4446-b421-b6f8ff9a6648 service neutron] Pushing event updated for resources: {'Port': ['ID=6f28fb7a-a885-43d2-ba52-8a89e94652b7,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:25.634938 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1aee3a-62d1-4c63-892b-f285bec474c4 x-openstack-request-id: req-bd1aee3a-62d1-4c63-892b-f285bec474c4 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:45:25.635415 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e62c54-1fa3-4dae-b4bc-2fdd7439be31", "tag": "6f28fb7a-a885-43d2-ba52-8a89e94652b7", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:45:25.636166 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd1aee3a-62d1-4c63-892b-f285bec474c4 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:45:25.636933 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e62c54-1fa3-4dae-b4bc-2fdd7439be31', 'tag': '6f28fb7a-a885-43d2-ba52-8a89e94652b7', 'status': 'completed', 'code': 200} Jul 09 18:45:25.696278 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] For port a5748bf9-8cc2-471c-b845-09d021cf452c, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:25.700960 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] For port a5748bf9-8cc2-471c-b845-09d021cf452c, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5748bf9-8cc2-471c-b845-09d021cf452c,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:25.707306 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:25.782387 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Pushing event updated for resources: {'Port': ['ID=a5748bf9-8cc2-471c-b845-09d021cf452c,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:25.794838 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:25.795474 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:25.797160 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-2dee2590-9700-45c7-a25d-e5b720c0916c service neutron] 10.222.0.30 "PUT /v2.0/ports/a5748bf9-8cc2-471c-b845-09d021cf452c HTTP/1.1" status: 200 len: 1094 time: 4.1293314 Jul 09 18:45:25.911301 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a0884-404a-445f-8a5e-b5d42365708b req-5eee50ba-f7a9-4181-97d7-6532d4cdd21c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:25.918491 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7d3a0884-404a-445f-8a5e-b5d42365708b req-5eee50ba-f7a9-4181-97d7-6532d4cdd21c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 944 time: 0.1028426 Jul 09 18:45:25.983024 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7d3a0884-404a-445f-8a5e-b5d42365708b req-289445a1-250e-4f95-b572-13dfed69cdbf tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547416 Jul 09 18:45:26.146711 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef30276-4b48-45c1-9e5c-17336b1ec468 req-21408418-c668-4448-a441-265f85e5c9a6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:26.157093 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-aef30276-4b48-45c1-9e5c-17336b1ec468 req-21408418-c668-4448-a441-265f85e5c9a6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 943 time: 0.0810115 Jul 09 18:45:26.199038 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-aef30276-4b48-45c1-9e5c-17336b1ec468 req-7f475574-c908-4dbc-bbea-e7cdf26def03 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Jul 09 18:45:26.659319 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60074) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:26.685966 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4f32f75a-bee7-4896-a243-babeb925e167 req-e93f35a7-1e29-4ca3-94c9-5a28acaf87c9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 210 time: 0.0397575 Jul 09 18:45:26.823131 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bcae2-1d5f-46f8-9851-32a6a4aa55c1 req-b1c84d69-7555-4daa-9235-eaa896121cec tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:26.824233 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d11bcae2-1d5f-46f8-9851-32a6a4aa55c1 req-b1c84d69-7555-4daa-9235-eaa896121cec tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.1658995 Jul 09 18:45:26.877773 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0472b175-7319-4fc7-ae16-f1b86a13192f req-571c8555-2d83-4c37-bfab-4f6c71acd698 service neutron] 10.222.0.30 "GET /v2.0/networks/1faee1ef-fbd4-4ea9-bf47-bb46661feb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398377 Jul 09 18:45:26.933496 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7fa0a8f-924c-4567-b310-3651c2049933 req-8e1b1a40-fd62-4ccd-b4dd-030e87db7534 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947150 Jul 09 18:45:26.942362 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d11bcae2-1d5f-46f8-9851-32a6a4aa55c1 req-324c0152-bd5f-4360-b6f7-5356012e40cf tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862124 Jul 09 18:45:26.956507 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cd7cc-d949-445c-b193-7c0a0541e425 req-8859e1e7-787a-4203-81b2-fe27291c3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:26.958480 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0e6cd7cc-d949-445c-b193-7c0a0541e425 req-8859e1e7-787a-4203-81b2-fe27291c3100 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1096 time: 0.1552169 Jul 09 18:45:27.119091 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7e52df73-e77f-454f-9594-c33d133a5658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:27.253628 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-12360536-61bf-42e8-9293-fced6a71c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:27.256407 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-12360536-61bf-42e8-9293-fced6a71c005 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f36bd9dfb742443a87eb536e5806cec9&device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 1096 time: 0.1350391 Jul 09 18:45:27.265985 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d740c-0102-4de2-8bef-69d67ad836c2 req-ad7e6296-bbaf-4e7e-b8db-461d7a58c039 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:27.267517 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-992d740c-0102-4de2-8bef-69d67ad836c2 req-ad7e6296-bbaf-4e7e-b8db-461d7a58c039 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 944 time: 0.1003675 Jul 09 18:45:27.409059 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-992d740c-0102-4de2-8bef-69d67ad836c2 req-2031751e-5925-4071-92e6-1228ba9e9cd3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242187 Jul 09 18:45:27.474366 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cd7cc-d949-445c-b193-7c0a0541e425 req-9a0e9f76-9885-4a15-875d-74ec12e238cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:27.475860 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0e6cd7cc-d949-445c-b193-7c0a0541e425 req-9a0e9f76-9885-4a15-875d-74ec12e238cb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3c000e9a3f534f10836e5163abd56c4e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4462092 Jul 09 18:45:27.490339 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-a8756cb4-db9e-485a-9c2a-d672811ee35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:27.492584 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-a8756cb4-db9e-485a-9c2a-d672811ee35d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1faee1ef-fbd4-4ea9-bf47-bb46661feb44 HTTP/1.1" status: 200 len: 912 time: 0.2236319 Jul 09 18:45:27.495317 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-03f1485c-d433-4b13-93f0-2d56c2c81f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:27.498352 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-03f1485c-d433-4b13-93f0-2d56c2c81f80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 1097 time: 0.3672781 Jul 09 18:45:27.557566 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19760d9-6417-49ce-a6c2-54150e124575 req-7c7570ef-a3ce-4c74-ac8f-6b34f08f1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:27.559114 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-7c7570ef-a3ce-4c74-ac8f-6b34f08f1b6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 1097 time: 0.4072340 Jul 09 18:45:27.582272 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-eb1e12ec-8ac8-45ea-994d-a56d7a8ddc00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc07e6d6-6506-44a6-818a-c18a0bc301c1 HTTP/1.1" status: 200 len: 217 time: 0.0725701 Jul 09 18:45:27.654656 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-c6c27849-35f0-449e-9533-e11b233f9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:27.659082 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-c6c27849-35f0-449e-9533-e11b233f9b00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66f65ea7-703b-4d90-a80e-9a4853f662b0 HTTP/1.1" status: 200 len: 851 time: 0.0677543 Jul 09 18:45:27.675792 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0761b05c-c728-4f59-9743-886c83871018', 'tag': 'a5748bf9-8cc2-471c-b845-09d021cf452c'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:45:27.679366 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eb8bdf-0778-437a-8c19-bbe95222443c" -d '{"events": [{"name": "network-changed", "server_uuid": "0761b05c-c728-4f59-9743-886c83871018", "tag": "a5748bf9-8cc2-471c-b845-09d021cf452c"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:45:27.738681 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-0c5efe55-9e59-418d-b96f-171dc272e2ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1faee1ef-fbd4-4ea9-bf47-bb46661feb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620501 Jul 09 18:45:27.863994 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.30', 54126) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:27.908298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7e52df73-e77f-454f-9594-c33d133a5658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:27.922168 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d164e1-5532-46f9-b03f-79e728e5b71f x-openstack-request-id: req-43d164e1-5532-46f9-b03f-79e728e5b71f {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:45:27.922398 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0761b05c-c728-4f59-9743-886c83871018", "tag": "a5748bf9-8cc2-471c-b845-09d021cf452c", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:45:27.923117 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43d164e1-5532-46f9-b03f-79e728e5b71f {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:45:27.923510 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0761b05c-c728-4f59-9743-886c83871018', 'tag': 'a5748bf9-8cc2-471c-b845-09d021cf452c', 'status': 'completed', 'code': 200} Jul 09 18:45:27.943532 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-b957389d-6d3b-4180-988a-a6f2faffaf91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5748bf9-8cc2-471c-b845-09d021cf452c HTTP/1.1" status: 200 len: 217 time: 0.2750230 Jul 09 18:45:27.944296 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7e52df73-e77f-454f-9594-c33d133a5658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:27.986242 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-7e52df73-e77f-454f-9594-c33d133a5658 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae3b8dc71b0d48c48536a19e25cdd887&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3249285 Jul 09 18:45:27.991839 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60126) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:28.070350 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19760d9-6417-49ce-a6c2-54150e124575 req-b7e9eae0-5ab4-48c6-b027-97b44bc09bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:28.072287 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-b7e9eae0-5ab4-48c6-b027-97b44bc09bd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.0986772 Jul 09 18:45:28.109182 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-386b5b80-8359-4860-bd2b-c0aca41cbae0 req-56247c99-51d1-43d6-896a-2526a088d90d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 210 time: 0.0672491 Jul 09 18:45:28.145074 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-9799972f-a0d6-40a0-a7b9-6cb87e1fd9a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514567 Jul 09 18:45:28.146254 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-2f8071ac-a70a-4a8d-aff6-b62108230636 service neutron] 10.222.0.30 "GET /v2.0/networks/1faee1ef-fbd4-4ea9-bf47-bb46661feb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978205 Jul 09 18:45:28.146482 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cd7cc-d949-445c-b193-7c0a0541e425 req-ebfb48d8-b1ca-4680-bf4f-e224e1f642c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:28.148204 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0e6cd7cc-d949-445c-b193-7c0a0541e425 req-ebfb48d8-b1ca-4680-bf4f-e224e1f642c0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6565981 Jul 09 18:45:28.172053 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f35e2f-4f4e-4cd0-901c-98e79dba30db req-1fd5d744-5745-4386-9a12-c143274af77c tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:28.183727 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d3f35e2f-4f4e-4cd0-901c-98e79dba30db req-1fd5d744-5745-4386-9a12-c143274af77c tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 943 time: 0.7587516 Jul 09 18:45:28.198985 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-e0a38459-b8bf-45dd-a4c3-21510962c6f9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:28.200815 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-e0a38459-b8bf-45dd-a4c3-21510962c6f9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 816 time: 0.3360970 Jul 09 18:45:28.334097 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b0b72bb5-17c3-4c7b-a80a-4651a0360e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:28.337739 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-0adb25fe-442c-4119-9561-749e015ac3d1 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441796 Jul 09 18:45:28.425560 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b0b72bb5-17c3-4c7b-a80a-4651a0360e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:28.452027 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52df73-e77f-454f-9594-c33d133a5658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabf14ef-af22-4c18-9cb5-da27cd3cceec,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:28.533796 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-f19fe35a-165e-409e-b000-42366094f339 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca15229883d49e6a741c55d8c38a637 HTTP/1.1" status: 200 len: 379 time: 0.2259223 Jul 09 18:45:28.560285 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'port': {'device_id': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'admin_state_up': True, 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'security_groups': ['0673599c-5277-41d4-a6c3-f24dd7c9bbad']}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:28.592760 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-a9a08f1c-468b-4cad-9956-820227e3f55d service neutron] 10.222.0.30 "GET /v2.0/networks/1faee1ef-fbd4-4ea9-bf47-bb46661feb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219072 Jul 09 18:45:28.683505 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b0b72bb5-17c3-4c7b-a80a-4651a0360e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:28.687407 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b0b72bb5-17c3-4c7b-a80a-4651a0360e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:28.691394 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b0b72bb5-17c3-4c7b-a80a-4651a0360e28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cabf14ef-af22-4c18-9cb5-da27cd3cceec HTTP/1.1" status: 204 len: 168 time: 0.6902919 Jul 09 18:45:28.715826 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b72bb5-17c3-4c7b-a80a-4651a0360e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabf14ef-af22-4c18-9cb5-da27cd3cceec,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:28.731109 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd65db-1403-4181-b7a8-ca80c8ef7351 req-eec4aa5e-d4db-4e21-91b9-562c785c0ac5 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:28.732669 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0abd65db-1403-4181-b7a8-ca80c8ef7351 req-eec4aa5e-d4db-4e21-91b9-562c785c0ac5 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.3316143 Jul 09 18:45:28.827994 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0abd65db-1403-4181-b7a8-ca80c8ef7351 req-9cc8a2d4-c5cd-4c94-989f-a7c15a9c8942 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699117 Jul 09 18:45:28.829781 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Made reservation on behalf of 2ca15229883d49e6a741c55d8c38a637 for: {'port': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:28.834133 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:28.837596 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-ac6c7f06-3395-454e-80ac-014ab1c1d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:28.842551 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-ac6c7f06-3395-454e-80ac-014ab1c1d62d service neutron] 10.222.0.30 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 915 time: 1.3223822 Jul 09 18:45:28.916058 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-2a760618-8159-499e-92f5-f0a8fea64e37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21101f2d-0c09-4dac-a109-d48a1d6762e2 HTTP/1.1" status: 200 len: 217 time: 0.0507104 Jul 09 18:45:28.982729 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-8071bac2-0f87-4c50-925d-784a803062d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:28.984265 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-8071bac2-0f87-4c50-925d-784a803062d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=789576c8-d3c5-4bb8-9a61-289186cb2c27 HTTP/1.1" status: 200 len: 854 time: 0.0548413 Jul 09 18:45:28.987690 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d3f35e2f-4f4e-4cd0-901c-98e79dba30db req-7a712530-065f-4ea3-a84a-ac98c58f85c0 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8023984 Jul 09 18:45:29.039450 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-bc17c331-852e-4364-b751-68b44a4de882 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8832039b-97f5-45a1-add5-584cfbdaa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411203 Jul 09 18:45:29.127563 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-5c9f0f62-91ff-4779-b79f-25e587535e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:29.129079 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-5c9f0f62-91ff-4779-b79f-25e587535e1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1096 time: 0.7904592 Jul 09 18:45:29.131237 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e19760d9-6417-49ce-a6c2-54150e124575 req-608e4aa4-e21e-4178-ab70-fb5c8766ca0f service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7807436 Jul 09 18:45:29.146383 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Allocated IP 172.20.0.4 (896a1342-2233-4e88-8dbc-36b21ffeceee/8fceb738-7dfb-49d4-8030-e0e79d60649a/758574a7-7fd6-463b-8a38-5683b891d071) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:29.225805 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device bc07e6d6-6506-44a6-818a-c18a0bc301c1 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:45:29.258917 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-3ab5c7a3-9a0c-4980-8f02-f30c95b388cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7 HTTP/1.1" status: 200 len: 217 time: 0.0986989 Jul 09 18:45:29.281470 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-eea48c5f-1abf-4e5f-8555-fa70c0c5f5f7 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330759 Jul 09 18:45:29.322185 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306e955-7efc-4922-82b8-efd9d0a2d466 req-b807d35d-21d9-4410-9f72-60155e5cee07 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:29.324309 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3306e955-7efc-4922-82b8-efd9d0a2d466 req-b807d35d-21d9-4410-9f72-60155e5cee07 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 944 time: 0.2500710 Jul 09 18:45:29.358846 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60172) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:29.385238 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-119e3e80-fbd4-4a6f-b863-380717d4f1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.389793 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port bc07e6d6-6506-44a6-818a-c18a0bc301c1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc07e6d6-6506-44a6-818a-c18a0bc301c1,segment=NetworkSegment(4a9e1aa2-c81c-4817-8dde-7e03e02709ca),segment_id=4a9e1aa2-c81c-4817-8dde-7e03e02709ca)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:29.403319 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'bc07e6d6-6506-44a6-818a-c18a0bc301c1', 'network_id': '1faee1ef-fbd4-4ea9-bf47-bb46661feb44', 'port_id': 'bc07e6d6-6506-44a6-818a-c18a0bc301c1', 'mac_address': 'fa:16:3e:61:2f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f65ea7-703b-4d90-a80e-9a4853f662b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:45:29.429873 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3306e955-7efc-4922-82b8-efd9d0a2d466 req-52eb6e88-9c22-4d63-818e-741929925cb7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897307 Jul 09 18:45:29.433036 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3c8ad07d-71a7-4112-aa4c-fd7db4eaeead req-2c93bf5f-168a-48d3-ba49-ec9facfcf0ce tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 210 time: 0.0509846 Jul 09 18:45:29.460445 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.489414 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc07e6d6-6506-44a6-818a-c18a0bc301c1 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:29.510807 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.535934 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Transition to ACTIVE for port object 758574a7-7fd6-463b-8a38-5683b891d071 will not be triggered until provisioned by entity DHCP. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:29.550533 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port bc07e6d6-6506-44a6-818a-c18a0bc301c1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc07e6d6-6506-44a6-818a-c18a0bc301c1,segment=NetworkSegment(4a9e1aa2-c81c-4817-8dde-7e03e02709ca),segment_id=4a9e1aa2-c81c-4817-8dde-7e03e02709ca)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:29.556754 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.557419 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 21101f2d-0c09-4dac-a109-d48a1d6762e2 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:45:29.561506 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-119e3e80-fbd4-4a6f-b863-380717d4f1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.568935 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-119e3e80-fbd4-4a6f-b863-380717d4f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.595953 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.627893 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-119e3e80-fbd4-4a6f-b863-380717d4f1fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d4cc769ee8747a983324511eb14743d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676561 Jul 09 18:45:29.629810 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60178) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:29.666758 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Network 896a1342-2233-4e88-8dbc-36b21ffeceee is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:29.670183 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:29.674191 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:29.683812 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=bc07e6d6-6506-44a6-818a-c18a0bc301c1,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:29.691383 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e3e80-fbd4-4a6f-b863-380717d4f1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e790534-201c-4ca9-ac28-2dbb6fec406f,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:29.718392 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:29.739434 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:29.740227 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.763217 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-ff0ee46d-d1da-4aed-b563-b2ccbc3c74ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2109020 Jul 09 18:45:29.779321 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a558b0f9-eece-46c6-a39b-86edebc846f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.796394 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 21101f2d-0c09-4dac-a109-d48a1d6762e2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21101f2d-0c09-4dac-a109-d48a1d6762e2,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:29.815487 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a558b0f9-eece-46c6-a39b-86edebc846f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.821184 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '21101f2d-0c09-4dac-a109-d48a1d6762e2', 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4', 'port_id': '21101f2d-0c09-4dac-a109-d48a1d6762e2', 'mac_address': 'fa:16:3e:a8:cf:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789576c8-d3c5-4bb8-9a61-289186cb2c27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:45:29.873606 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.880675 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a558b0f9-eece-46c6-a39b-86edebc846f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.884901 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a558b0f9-eece-46c6-a39b-86edebc846f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:29.889089 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-a558b0f9-eece-46c6-a39b-86edebc846f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e790534-201c-4ca9-ac28-2dbb6fec406f HTTP/1.1" status: 204 len: 168 time: 0.2555649 Jul 09 18:45:29.903550 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558b0f9-eece-46c6-a39b-86edebc846f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e790534-201c-4ca9-ac28-2dbb6fec406f,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:29.911883 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21101f2d-0c09-4dac-a109-d48a1d6762e2 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:29.988854 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 21101f2d-0c09-4dac-a109-d48a1d6762e2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21101f2d-0c09-4dac-a109-d48a1d6762e2,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:30.005835 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:30.018112 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-9c65722e-64db-4181-8df4-67027e63bb5e None None] Provisioning for port 758574a7-7fd6-463b-8a38-5683b891d071 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:30.062412 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-9c65722e-64db-4181-8df4-67027e63bb5e None None] Provisioning complete for port 758574a7-7fd6-463b-8a38-5683b891d071 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:30.068198 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9c65722e-64db-4181-8df4-67027e63bb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:30.172883 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ba675-38e4-4a2b-880f-60152c7018ce req-24504e31-88b6-4734-8074-1d2f52f06060 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:30.177080 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-9c65722e-64db-4181-8df4-67027e63bb5e None None] Port 758574a7-7fd6-463b-8a38-5683b891d071 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:45:30.180698 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=21101f2d-0c09-4dac-a109-d48a1d6762e2,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:30.182249 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-892ba675-38e4-4a2b-880f-60152c7018ce req-24504e31-88b6-4734-8074-1d2f52f06060 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.1535959 Jul 09 18:45:30.234898 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-892ba675-38e4-4a2b-880f-60152c7018ce req-9fb8c26e-38bf-41e8-ade0-1fe8ecca9620 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513327 Jul 09 18:45:30.326405 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d11744-4348-44b9-94cc-4f800bb40912 req-2cdb1adf-d49a-458a-a18d-619389e391e6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:30.333885 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-83d11744-4348-44b9-94cc-4f800bb40912 req-2cdb1adf-d49a-458a-a18d-619389e391e6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 944 time: 0.1024666 Jul 09 18:45:30.375303 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-83d11744-4348-44b9-94cc-4f800bb40912 req-e8509a7d-1c78-4fc3-8343-828ed17fd06b tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Jul 09 18:45:30.644764 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494414d9-a273-4a2f-b4a4-5437e89ac0c8 req-d2de96e0-78a9-4409-856b-97e91adcc950 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:30.646477 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-494414d9-a273-4a2f-b4a4-5437e89ac0c8 req-d2de96e0-78a9-4409-856b-97e91adcc950 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 945 time: 0.0729275 Jul 09 18:45:30.688284 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-494414d9-a273-4a2f-b4a4-5437e89ac0c8 req-d17eae4c-1583-4953-854c-47bb5035b198 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347641 Jul 09 18:45:30.688440 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09d57b-f0f9-4806-b9a0-7261ee6e869e req-7d1ce330-12a5-4000-9004-88b195c624a2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:30.690114 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ee09d57b-f0f9-4806-b9a0-7261ee6e869e req-7d1ce330-12a5-4000-9004-88b195c624a2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 931 time: 0.0775008 Jul 09 18:45:30.731399 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ee09d57b-f0f9-4806-b9a0-7261ee6e869e req-bee6ae7e-f5be-43ee-b332-84e5c22dfc0a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349529 Jul 09 18:45:31.418864 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65329a-dbe8-417a-a9bd-b141c4ba5e2a req-09449b00-0e6f-4c4f-a312-27fa537c5b33 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:31.425747 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bc65329a-dbe8-417a-a9bd-b141c4ba5e2a req-09449b00-0e6f-4c4f-a312-27fa537c5b33 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.0843501 Jul 09 18:45:31.469237 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bc65329a-dbe8-417a-a9bd-b141c4ba5e2a req-2a7ba75c-b381-4607-be27-c0aabd82e471 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424616 Jul 09 18:45:31.597441 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab617d-4c8a-4ad6-b28d-053fc74b6500 req-70889110-fa53-4637-ae38-0291b719016a tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:31.599259 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fbab617d-4c8a-4ad6-b28d-053fc74b6500 req-70889110-fa53-4637-ae38-0291b719016a tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 944 time: 0.0719602 Jul 09 18:45:31.646388 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fbab617d-4c8a-4ad6-b28d-053fc74b6500 req-fab13f77-1de9-464b-9d89-d1a9366d36b9 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Jul 09 18:45:31.905538 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bc7d6-ef00-48fe-9340-f5576477317b req-ba3f1d6e-9354-4bed-b3da-d0b7dc3c7f68 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:31.914240 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d68bc7d6-ef00-48fe-9340-f5576477317b req-ba3f1d6e-9354-4bed-b3da-d0b7dc3c7f68 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 945 time: 0.0964413 Jul 09 18:45:31.923367 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60300) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:31.931948 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34ae89-3b74-4b58-8081-68227b82f100 req-92655866-1354-459f-873a-395534ade757 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:31.933494 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ab34ae89-3b74-4b58-8081-68227b82f100 req-92655866-1354-459f-873a-395534ade757 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 931 time: 0.0774820 Jul 09 18:45:31.951441 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Request body: {'port': {'device_id': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:31.993451 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d68bc7d6-ef00-48fe-9340-f5576477317b req-cb473388-dc24-4285-b216-79e033f67e77 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781641 Jul 09 18:45:32.131414 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ab34ae89-3b74-4b58-8081-68227b82f100 req-593a9642-b854-4317-9a8f-6e260460f701 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834819 Jul 09 18:45:32.162927 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-8c07b7ef-40ad-4e6f-b5c7-9527f160ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:32.165068 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-8c07b7ef-40ad-4e6f-b5c7-9527f160ef75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.2160151 Jul 09 18:45:32.218296 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-9a439fed-74e6-426d-86dc-5870a1e55292 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443959 Jul 09 18:45:32.223349 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-433fede0-6dd8-4aa1-b759-37414bc68ac5 req-26aa06f8-b5f6-41f9-ac41-7954c338fcff service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724452 Jul 09 18:45:32.231608 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-384d43b2-4725-49c4-8047-a44049d6d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:32.233201 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-384d43b2-4725-49c4-8047-a44049d6d232 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 1097 time: 0.2809594 Jul 09 18:45:32.240106 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-40592ddb-337a-458f-bf60-320d7e0a217c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.242755 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.375394 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['bc07e6d6-6506-44a6-818a-c18a0bc301c1'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:45:32.394824 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-212ed8e0-b068-406f-84b3-9a8e1c4e620e service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513598 Jul 09 18:45:32.396309 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-e342a317-acd1-4d2c-bade-50555a5f6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:32.397636 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-e342a317-acd1-4d2c-bade-50555a5f6490 service neutron] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 919 time: 0.1450758 Jul 09 18:45:32.400545 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['21101f2d-0c09-4dac-a109-d48a1d6762e2'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:45:32.498555 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-68945506-036b-4f25-9f55-1210c23a092b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5748bf9-8cc2-471c-b845-09d021cf452c HTTP/1.1" status: 200 len: 217 time: 0.0813830 Jul 09 18:45:32.583507 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-40592ddb-337a-458f-bf60-320d7e0a217c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.588457 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758574a7-7fd6-463b-8a38-5683b891d071 {{(pid=104836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:32.595125 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ece5533e-ca08-4e21-8a85-98a049e8d91f req-245364f8-c442-48fe-b1fb-209adec4f371 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873491 Jul 09 18:45:32.595928 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-40592ddb-337a-458f-bf60-320d7e0a217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.602027 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.661995 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Transition to ACTIVE for port object 758574a7-7fd6-463b-8a38-5683b891d071 will not be triggered until provisioned by entity L2. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:32.680490 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.688118 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-40592ddb-337a-458f-bf60-320d7e0a217c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0562954f84bb46a4bbd835497af8904e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7633729 Jul 09 18:45:32.690966 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60330) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:32.698959 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40592ddb-337a-458f-bf60-320d7e0a217c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800bd6f-ecfd-4d8b-8b10-2eaa91018cb6,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:32.775544 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7452306a-8d60-4bf9-9a6f-b6179967c377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.778204 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:32.808296 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7452306a-8d60-4bf9-9a6f-b6179967c377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.854840 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aec20-9c22-4b9e-a1d8-d0f9c857da9d req-fe1657f5-f95a-4d6c-a16f-66af052b75d1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:32.856396 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-242aec20-9c22-4b9e-a1d8-d0f9c857da9d req-fe1657f5-f95a-4d6c-a16f-66af052b75d1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.2435110 Jul 09 18:45:32.885988 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Attempting to bind port 758574a7-7fd6-463b-8a38-5683b891d071 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:32.886372 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Attempting to bind port 758574a7-7fd6-463b-8a38-5683b891d071 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:32.886920 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Attempting to bind port 758574a7-7fd6-463b-8a38-5683b891d071 on network 896a1342-2233-4e88-8dbc-36b21ffeceee {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:32.899129 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Port 758574a7-7fd6-463b-8a38-5683b891d071 on network 896a1342-2233-4e88-8dbc-36b21ffeceee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:45:32.899461 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Attempting to bind port 758574a7-7fd6-463b-8a38-5683b891d071 on network 896a1342-2233-4e88-8dbc-36b21ffeceee {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:32.910282 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:32.911013 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Checking segment: {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:32.911013 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Bound using segment: {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:32.911405 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Bound port: 758574a7-7fd6-463b-8a38-5683b891d071, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'}}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:32.911754 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.919526 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-242aec20-9c22-4b9e-a1d8-d0f9c857da9d req-5d89fcdb-aa0a-43e1-8a67-35a2c26984d0 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530550 Jul 09 18:45:32.928667 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7452306a-8d60-4bf9-9a6f-b6179967c377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.931700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7452306a-8d60-4bf9-9a6f-b6179967c377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:32.935373 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-7452306a-8d60-4bf9-9a6f-b6179967c377 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6800bd6f-ecfd-4d8b-8b10-2eaa91018cb6 HTTP/1.1" status: 204 len: 168 time: 0.2408423 Jul 09 18:45:32.945827 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f030099-399d-42cf-9fea-da48ca3b1fc4 req-7d5db309-5e69-453a-9816-42729730e027 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:32.947512 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2f030099-399d-42cf-9fea-da48ca3b1fc4 req-7d5db309-5e69-453a-9816-42729730e027 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 944 time: 0.1198959 Jul 09 18:45:32.960430 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452306a-8d60-4bf9-9a6f-b6179967c377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800bd6f-ecfd-4d8b-8b10-2eaa91018cb6,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:32.996852 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2f030099-399d-42cf-9fea-da48ca3b1fc4 req-edff8c8b-f7dd-48da-ae4a-6212610f28a8 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Jul 09 18:45:32.998483 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, cleared binding levels {{(pid=104836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:33.001621 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:33.007242 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:33.044785 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:33.045400 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:33.046803 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] 10.222.0.30 "PUT /v2.0/ports/758574a7-7fd6-463b-8a38-5683b891d071 HTTP/1.1" status: 200 len: 1093 time: 1.0999496 Jul 09 18:45:33.047229 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:45:33.049392 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3330a8c-5548-4c53-8b69-98fc5887fcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "tag": "758574a7-7fd6-463b-8a38-5683b891d071"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:45:33.090475 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc5a30-906a-46ef-8581-63f1c04b3b77 service neutron] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=3']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:33.172428 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db24ea4a-4fbe-40c1-96a4-cff7518cd9d1 x-openstack-request-id: req-db24ea4a-4fbe-40c1-96a4-cff7518cd9d1 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:45:33.172716 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "tag": "758574a7-7fd6-463b-8a38-5683b891d071", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:45:33.172964 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db24ea4a-4fbe-40c1-96a4-cff7518cd9d1 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:45:33.173404 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071', 'status': 'completed', 'code': 200} Jul 09 18:45:33.223616 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15391b-e060-417a-929e-620d202eab61 req-05dfcfe2-4460-4c33-bfeb-896ebafcc9e3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:33.226859 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cf15391b-e060-417a-929e-620d202eab61 req-05dfcfe2-4460-4c33-bfeb-896ebafcc9e3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 945 time: 0.0926788 Jul 09 18:45:33.289965 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cf15391b-e060-417a-929e-620d202eab61 req-5f8daeba-1357-4555-84cf-a3268ca671eb tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569580 Jul 09 18:45:33.330974 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60350) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:33.345597 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb60b-58ad-42e2-affb-1cad6a4cb28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:33.346848 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daade5fc-caa8-4f55-b1cf-fadd0933f143 req-e91a2844-3611-430a-a73d-c65a76f8078a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:33.349046 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-daade5fc-caa8-4f55-b1cf-fadd0933f143 req-e91a2844-3611-430a-a73d-c65a76f8078a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0691507 Jul 09 18:45:33.394267 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-daade5fc-caa8-4f55-b1cf-fadd0933f143 req-02179e9b-1c99-475e-9770-8e76504b7669 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399740 Jul 09 18:45:33.436292 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb60b-58ad-42e2-affb-1cad6a4cb28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:33.439667 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0d0bb60b-58ad-42e2-affb-1cad6a4cb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:33.475915 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-0d0bb60b-58ad-42e2-affb-1cad6a4cb28e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b19d02206c0144298217199eb7a1a6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437228 Jul 09 18:45:33.476796 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bb60b-58ad-42e2-affb-1cad6a4cb28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db90e7c-b301-42ba-b1bd-62601ba1df0a,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:33.478923 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60352) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:33.527592 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fb6c29e4-1463-4617-a579-4035f2c98762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:33.548475 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fb6c29e4-1463-4617-a579-4035f2c98762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:33.591732 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fb6c29e4-1463-4617-a579-4035f2c98762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:33.594200 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fb6c29e4-1463-4617-a579-4035f2c98762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:33.595357 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-fb6c29e4-1463-4617-a579-4035f2c98762 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2db90e7c-b301-42ba-b1bd-62601ba1df0a HTTP/1.1" status: 204 len: 168 time: 0.1153860 Jul 09 18:45:33.603068 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c29e4-1463-4617-a579-4035f2c98762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db90e7c-b301-42ba-b1bd-62601ba1df0a,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:34.139193 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67a369-6db1-4f8c-b167-435bf0d5bd8d req-db911e1e-2968-4988-bb03-7eaff3d70b32 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:34.141229 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6b67a369-6db1-4f8c-b167-435bf0d5bd8d req-db911e1e-2968-4988-bb03-7eaff3d70b32 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.0694182 Jul 09 18:45:34.177152 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af6476-90fd-46d3-80f9-7a54938bbe12 req-4b3b3cd8-b526-4461-891f-5ac56f9e88c4 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:34.179027 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-76af6476-90fd-46d3-80f9-7a54938bbe12 req-4b3b3cd8-b526-4461-891f-5ac56f9e88c4 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 944 time: 0.0699465 Jul 09 18:45:34.191807 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6b67a369-6db1-4f8c-b167-435bf0d5bd8d req-e37e88de-8cfa-4916-982e-06b39d750860 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442979 Jul 09 18:45:34.220313 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-76af6476-90fd-46d3-80f9-7a54938bbe12 req-c37e7346-0923-46f1-a88d-ed39a2baa5c2 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Jul 09 18:45:34.478129 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573575f-e2b6-4efa-a9ee-9f2f5adf0208 req-4d840f70-74e8-4a84-8f8d-d70b8d2eed1d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:34.483036 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6573575f-e2b6-4efa-a9ee-9f2f5adf0208 req-4d840f70-74e8-4a84-8f8d-d70b8d2eed1d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 945 time: 0.0733819 Jul 09 18:45:34.525556 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6573575f-e2b6-4efa-a9ee-9f2f5adf0208 req-806bccf9-ad87-410d-9aa3-5939991596ee tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Jul 09 18:45:34.579483 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdc389-4df9-40b0-b54d-1cbd49159b16 req-e341b505-cfde-4d50-a1c0-886b6f91204d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:34.581074 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c0bdc389-4df9-40b0-b54d-1cbd49159b16 req-e341b505-cfde-4d50-a1c0-886b6f91204d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0690715 Jul 09 18:45:34.619192 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c0bdc389-4df9-40b0-b54d-1cbd49159b16 req-34d31c2e-05c0-4339-a416-803e7042611a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326588 Jul 09 18:45:35.377344 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085fb97-cd9e-4b47-9771-a7a8bda73ed8 req-3f869c7e-9aae-4eba-a6ce-9e6010589758 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:35.378961 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a085fb97-cd9e-4b47-9771-a7a8bda73ed8 req-3f869c7e-9aae-4eba-a6ce-9e6010589758 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.0703914 Jul 09 18:45:35.430553 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed0e3-8b5d-46e1-8ffe-05cd98a8ad82 req-993fca01-27b7-4455-a25c-dfc43eccc6e6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:35.432072 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-032ed0e3-8b5d-46e1-8ffe-05cd98a8ad82 req-993fca01-27b7-4455-a25c-dfc43eccc6e6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 944 time: 0.0779943 Jul 09 18:45:35.441783 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a085fb97-cd9e-4b47-9771-a7a8bda73ed8 req-f3368efc-9ab0-4790-a0d9-a16eaff7a688 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506155 Jul 09 18:45:35.506451 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-674118ab-6f43-41a4-ba18-f7f0b88820b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:35.508371 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-674118ab-6f43-41a4-ba18-f7f0b88820b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.0754273 Jul 09 18:45:35.511027 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-032ed0e3-8b5d-46e1-8ffe-05cd98a8ad82 req-b5a19ed1-4c00-44b9-88ed-aad041abacfc tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705314 Jul 09 18:45:35.557093 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-0f97eaa1-9a27-4e3f-b34c-189fc9e79134 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300586 Jul 09 18:45:35.623474 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330a8c-5548-4c53-8b69-98fc5887fcc5 req-b0d54d0d-9aeb-4820-af06-c738bb8d0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:35.624875 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f3330a8c-5548-4c53-8b69-98fc5887fcc5 req-b0d54d0d-9aeb-4820-af06-c738bb8d0ee2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 1096 time: 0.1344664 Jul 09 18:45:35.698636 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6b9ec-0469-4cc6-9712-a1f25d576f38 req-662fe23a-a1a4-4926-b8c8-2a7d4a573b72 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:35.700471 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-15d6b9ec-0469-4cc6-9712-a1f25d576f38 req-662fe23a-a1a4-4926-b8c8-2a7d4a573b72 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 945 time: 0.0691726 Jul 09 18:45:35.713264 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-1adf248f-6a10-4aa8-9e8e-0cd49220103e service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482539 Jul 09 18:45:35.739132 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-15d6b9ec-0469-4cc6-9712-a1f25d576f38 req-f9456523-a226-4acb-b58a-a0844b935063 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Jul 09 18:45:35.826781 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330a8c-5548-4c53-8b69-98fc5887fcc5 req-9bcbae61-866a-486c-a6eb-fe2c6ad3e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:35.828206 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f3330a8c-5548-4c53-8b69-98fc5887fcc5 req-9bcbae61-866a-486c-a6eb-fe2c6ad3e64b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ca15229883d49e6a741c55d8c38a637&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1883805 Jul 09 18:45:35.916804 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7eb8bdf-0778-437a-8c19-bbe95222443c req-e40bed4d-39fd-44a8-a423-150105294d58 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900971 Jul 09 18:45:35.935407 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2800b96-8331-4b2d-9f9e-0c43db43180a req-0533d2a0-abfc-44aa-829e-365156283393 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:35.937178 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a2800b96-8331-4b2d-9f9e-0c43db43180a req-0533d2a0-abfc-44aa-829e-365156283393 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1881740 Jul 09 18:45:35.994171 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330a8c-5548-4c53-8b69-98fc5887fcc5 req-af14c1f9-30ad-4533-a48f-31913304eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:35.995653 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f3330a8c-5548-4c53-8b69-98fc5887fcc5 req-af14c1f9-30ad-4533-a48f-31913304eda8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1556773 Jul 09 18:45:36.000658 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a2800b96-8331-4b2d-9f9e-0c43db43180a req-b6d0da22-d5d3-40ef-8622-571a79033cdc tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524623 Jul 09 18:45:36.109725 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-6ae3dfdf-b5e5-4ad8-8abd-a91e56fc9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:36.111516 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-6ae3dfdf-b5e5-4ad8-8abd-a91e56fc9a8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 1096 time: 0.0515151 Jul 09 18:45:36.158312 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-9a1bfd24-952c-4658-8905-01ffc2108ab5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758574a7-7fd6-463b-8a38-5683b891d071 HTTP/1.1" status: 200 len: 217 time: 0.0325823 Jul 09 18:45:36.210339 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-18839cf3-44cd-482f-a494-c1db7c023b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:36.211901 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-18839cf3-44cd-482f-a494-c1db7c023b0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0461037 Jul 09 18:45:36.294740 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-622c251b-a0f3-4db6-8fb9-1bb9d28e6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:36.296301 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-622c251b-a0f3-4db6-8fb9-1bb9d28e6e87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0781515 Jul 09 18:45:36.393997 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-2fceed67-01c4-434d-9794-2e5b361c2cd6 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891354 Jul 09 18:45:36.748377 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d02201-0914-47bf-a371-b07405fcc5df req-7e7614c7-4a73-45bd-8a74-2903ab51fb10 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:36.756145 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-97d02201-0914-47bf-a371-b07405fcc5df req-7e7614c7-4a73-45bd-8a74-2903ab51fb10 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.1259263 Jul 09 18:45:36.804821 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a4c58-7869-40f4-b71c-3333abbdafaa req-b8c48737-7c45-4019-8662-8ca8aa54fe11 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:36.806420 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-854a4c58-7869-40f4-b71c-3333abbdafaa req-b8c48737-7c45-4019-8662-8ca8aa54fe11 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 944 time: 0.1173310 Jul 09 18:45:36.808427 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2e9c487-54b3-4c5c-b44d-fda14353e074 req-5b0d44fe-4fab-4763-9381-f9797fe44243 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069822 Jul 09 18:45:36.817725 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-97d02201-0914-47bf-a371-b07405fcc5df req-bb658692-8185-46fc-9abd-31c8c6a2a2e2 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601747 Jul 09 18:45:36.861580 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-854a4c58-7869-40f4-b71c-3333abbdafaa req-f2918f31-198a-463c-84a7-b4b0260c493a tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Jul 09 18:45:36.999015 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc191-1a9b-43fb-b410-a7bf1d9d0c9b req-9ded644e-8a34-4c1c-bbd7-2534cc29dc54 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:37.000399 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-603dc191-1a9b-43fb-b410-a7bf1d9d0c9b req-9ded644e-8a34-4c1c-bbd7-2534cc29dc54 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 945 time: 0.0762849 Jul 09 18:45:37.039089 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-603dc191-1a9b-43fb-b410-a7bf1d9d0c9b req-26e97a1b-a4ab-4ed7-a671-a1f0f84b243b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Jul 09 18:45:37.058374 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60484) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:37.180607 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-20c47ffc-580e-4403-bfd6-deea13efffc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.204554 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc057c2a-14b1-4914-afb9-3dcad5eb0314 req-fa44a83a-252b-4806-a2ea-6f68fbc6b660 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:37.211414 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cc057c2a-14b1-4914-afb9-3dcad5eb0314 req-fa44a83a-252b-4806-a2ea-6f68fbc6b660 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0846672 Jul 09 18:45:37.263681 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cc057c2a-14b1-4914-afb9-3dcad5eb0314 req-86dd98fc-45db-48fb-94ad-38f21c667df4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513439 Jul 09 18:45:37.295390 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-20c47ffc-580e-4403-bfd6-deea13efffc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.300147 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-20c47ffc-580e-4403-bfd6-deea13efffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.340386 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-20c47ffc-580e-4403-bfd6-deea13efffc1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d794fd64aead441a8b1a543208b0c04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809672 Jul 09 18:45:37.341928 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c47ffc-580e-4403-bfd6-deea13efffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35868360-ff4f-47f4-b514-f1b744728872,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:37.343237 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60492) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:37.390342 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-37965f95-a38c-4765-9713-cc4e7571e0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.410430 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-37965f95-a38c-4765-9713-cc4e7571e0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.452935 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 6f28fb7a-a885-43d2-ba52-8a89e94652b7 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:45:37.458443 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-37965f95-a38c-4765-9713-cc4e7571e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.461099 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-37965f95-a38c-4765-9713-cc4e7571e0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.464730 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-37965f95-a38c-4765-9713-cc4e7571e0d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35868360-ff4f-47f4-b514-f1b744728872 HTTP/1.1" status: 204 len: 168 time: 0.1181409 Jul 09 18:45:37.464848 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device bc07e6d6-6506-44a6-818a-c18a0bc301c1 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:37.470280 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37965f95-a38c-4765-9713-cc4e7571e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35868360-ff4f-47f4-b514-f1b744728872,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:37.583861 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port bc07e6d6-6506-44a6-818a-c18a0bc301c1 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:37.595938 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port bc07e6d6-6506-44a6-818a-c18a0bc301c1 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:37.596314 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.599545 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 6f28fb7a-a885-43d2-ba52-8a89e94652b7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:37.630932 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '6f28fb7a-a885-43d2-ba52-8a89e94652b7', 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f', 'port_id': '6f28fb7a-a885-43d2-ba52-8a89e94652b7', 'mac_address': 'fa:16:3e:72:3a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b16afc9-9166-43bd-8f76-11e7714e46bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:45:37.750523 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60508) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:37.764325 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a415e032-f7b9-4c36-8b1b-cda14e015e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.785942 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.821766 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f28fb7a-a885-43d2-ba52-8a89e94652b7 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:37.848071 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 6f28fb7a-a885-43d2-ba52-8a89e94652b7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:37.853290 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.856088 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.856916 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device a5748bf9-8cc2-471c-b845-09d021cf452c details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:45:37.884806 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a415e032-f7b9-4c36-8b1b-cda14e015e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.901488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a415e032-f7b9-4c36-8b1b-cda14e015e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:37.933142 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9eab82-f55d-4d36-93da-67b99013d43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc07e6d6-6506-44a6-818a-c18a0bc301c1'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:45:38.027122 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.db.resource_extend [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 18:45:38.027245 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-a415e032-f7b9-4c36-8b1b-cda14e015e03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b62489a2f997498db9e6b984ca444b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750614 Jul 09 18:45:38.030988 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60528) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:38.041222 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port bc07e6d6-6506-44a6-818a-c18a0bc301c1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc07e6d6-6506-44a6-818a-c18a0bc301c1,segment=NetworkSegment(4a9e1aa2-c81c-4817-8dde-7e03e02709ca),segment_id=4a9e1aa2-c81c-4817-8dde-7e03e02709ca)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:38.056565 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port a5748bf9-8cc2-471c-b845-09d021cf452c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5748bf9-8cc2-471c-b845-09d021cf452c,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:38.065965 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.066942 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 21101f2d-0c09-4dac-a109-d48a1d6762e2 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:38.070052 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415e032-f7b9-4c36-8b1b-cda14e015e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c772eb-c29f-46f2-9045-baf0ffff763a,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:38.095929 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=6f28fb7a-a885-43d2-ba52-8a89e94652b7,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:38.104440 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'a5748bf9-8cc2-471c-b845-09d021cf452c', 'network_id': '867bf7ca-3077-450e-8595-8d00f5ddce4f', 'port_id': 'a5748bf9-8cc2-471c-b845-09d021cf452c', 'mac_address': 'fa:16:3e:43:3c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b16afc9-9166-43bd-8f76-11e7714e46bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:45:38.140224 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773da623-1880-418d-8234-a4e9985f2b50 req-4c9fe05a-b74d-4365-8f2f-5ff21180c073 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:38.143518 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-773da623-1880-418d-8234-a4e9985f2b50 req-4c9fe05a-b74d-4365-8f2f-5ff21180c073 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 944 time: 0.1598010 Jul 09 18:45:38.199626 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=bc07e6d6-6506-44a6-818a-c18a0bc301c1,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:38.207260 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.219525 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3ffa-6df1-4b3c-afeb-13cf06aac574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.224288 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 21101f2d-0c09-4dac-a109-d48a1d6762e2 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:38.231065 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 21101f2d-0c09-4dac-a109-d48a1d6762e2 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:38.231660 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.236379 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5748bf9-8cc2-471c-b845-09d021cf452c {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:38.239280 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88065688-20ee-42af-bf5b-606d62081486 req-bb9b63e9-3d30-4d6d-b9f4-2654dc82d2e9 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:38.249233 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-88065688-20ee-42af-bf5b-606d62081486 req-bb9b63e9-3d30-4d6d-b9f4-2654dc82d2e9 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 945 time: 0.1473563 Jul 09 18:45:38.252807 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-773da623-1880-418d-8234-a4e9985f2b50 req-4bc02209-6300-40c9-a5d1-0b3249d6a5af tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027973 Jul 09 18:45:38.266385 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0513c1b2-290e-4f0c-a92f-0badf61c0f1a" -d '{"events": [{"server_uuid": "3a9eab82-f55d-4d36-93da-67b99013d43e", "name": "network-vif-plugged", "status": "completed", "tag": "bc07e6d6-6506-44a6-818a-c18a0bc301c1"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:45:38.290687 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port a5748bf9-8cc2-471c-b845-09d021cf452c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5748bf9-8cc2-471c-b845-09d021cf452c,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:38.298749 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.313550 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3ffa-6df1-4b3c-afeb-13cf06aac574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.367185 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=a5748bf9-8cc2-471c-b845-09d021cf452c,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:38.392013 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-88065688-20ee-42af-bf5b-606d62081486 req-c3e40f53-ebe3-497d-8bcd-9020e14ac70c tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418195 Jul 09 18:45:38.425151 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.497524 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3ffa-6df1-4b3c-afeb-13cf06aac574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.501080 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3ffa-6df1-4b3c-afeb-13cf06aac574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.502252 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-cf0e3ffa-6df1-4b3c-afeb-13cf06aac574 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/24c772eb-c29f-46f2-9045-baf0ffff763a HTTP/1.1" status: 204 len: 168 time: 0.4702742 Jul 09 18:45:38.513830 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e3ffa-6df1-4b3c-afeb-13cf06aac574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c772eb-c29f-46f2-9045-baf0ffff763a,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:38.520209 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 21101f2d-0c09-4dac-a109-d48a1d6762e2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21101f2d-0c09-4dac-a109-d48a1d6762e2,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:38.533092 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d745dd-6dd9-4256-a2d8-5673825b46c6 req-fe86472a-499d-473e-bfa6-1a8f9a81c01b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:38.551180 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-37d745dd-6dd9-4256-a2d8-5673825b46c6 req-fe86472a-499d-473e-bfa6-1a8f9a81c01b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 945 time: 0.1544261 Jul 09 18:45:38.574361 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:38.623305 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b93061-b3c3-4eb8-9fff-ea32c1669a6d x-openstack-request-id: req-a1b93061-b3c3-4eb8-9fff-ea32c1669a6d {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:45:38.623811 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9eab82-f55d-4d36-93da-67b99013d43e", "name": "network-vif-plugged", "status": "completed", "tag": "bc07e6d6-6506-44a6-818a-c18a0bc301c1", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:45:38.624222 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1b93061-b3c3-4eb8-9fff-ea32c1669a6d {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:45:38.624806 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9eab82-f55d-4d36-93da-67b99013d43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc07e6d6-6506-44a6-818a-c18a0bc301c1', 'code': 200} Jul 09 18:45:38.652536 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-37d745dd-6dd9-4256-a2d8-5673825b46c6 req-61483ec6-4a45-440d-aff5-557ebdf1d934 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990429 Jul 09 18:45:38.686104 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['a5748bf9-8cc2-471c-b845-09d021cf452c'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:45:38.692190 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=21101f2d-0c09-4dac-a109-d48a1d6762e2,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:38.739382 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['6f28fb7a-a885-43d2-ba52-8a89e94652b7'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:45:38.866722 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925402c-5402-4143-bf26-99d0cfcbaabf req-be96d3e8-da18-4922-b823-c29e7bde4a1c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:38.869295 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7925402c-5402-4143-bf26-99d0cfcbaabf req-be96d3e8-da18-4922-b823-c29e7bde4a1c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1260505 Jul 09 18:45:39.005328 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7925402c-5402-4143-bf26-99d0cfcbaabf req-23ee0a7c-76e3-4a7f-9448-38907a3d0267 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259041 Jul 09 18:45:39.064126 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c72f4-f9b9-4a5b-9c85-97d45b0abe04 req-c67dc190-62ba-4035-8ed6-a343181e850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:39.065898 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6b1c72f4-f9b9-4a5b-9c85-97d45b0abe04 req-c67dc190-62ba-4035-8ed6-a343181e850d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 1098 time: 0.1641285 Jul 09 18:45:39.094442 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-6b1c72f4-f9b9-4a5b-9c85-97d45b0abe04 req-fabef1d5-c381-4dea-9662-da2662834cb9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:39.193540 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-6b1c72f4-f9b9-4a5b-9c85-97d45b0abe04 req-fabef1d5-c381-4dea-9662-da2662834cb9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:39.198279 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-6b1c72f4-f9b9-4a5b-9c85-97d45b0abe04 req-fabef1d5-c381-4dea-9662-da2662834cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:39.227979 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6b1c72f4-f9b9-4a5b-9c85-97d45b0abe04 req-fabef1d5-c381-4dea-9662-da2662834cb9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534786 Jul 09 18:45:39.237430 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabef1d5-c381-4dea-9662-da2662834cb9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=92fa426f-2a33-409b-8f4e-660b311a3db8,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:39.476926 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:45:39.480887 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a13f4-55ed-44e2-b822-c03c5de3995d req-9c05c310-eb63-4c9c-a93c-4df08ea07676 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:39.482610 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7a0a13f4-55ed-44e2-b822-c03c5de3995d req-9c05c310-eb63-4c9c-a93c-4df08ea07676 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 945 time: 0.0965621 Jul 09 18:45:39.551757 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7a0a13f4-55ed-44e2-b822-c03c5de3995d req-3abb8629-8631-4875-9435-f5ec1ad5536b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624483 Jul 09 18:45:39.650347 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:39.651572 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954644-d80f-4c47-8ea6-ffb5af52ed98 req-b840da40-03d7-49db-bdc4-8fafabcfb9c7 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:39.659310 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b3954644-d80f-4c47-8ea6-ffb5af52ed98 req-b840da40-03d7-49db-bdc4-8fafabcfb9c7 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 945 time: 0.1179204 Jul 09 18:45:39.669358 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '758574a7-7fd6-463b-8a38-5683b891d071', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'port_id': '758574a7-7fd6-463b-8a38-5683b891d071', 'mac_address': 'fa:16:3e:65:16:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:45:39.718972 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:39.740667 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758574a7-7fd6-463b-8a38-5683b891d071 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:45:39.745386 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b3954644-d80f-4c47-8ea6-ffb5af52ed98 req-729abb66-959d-4a4e-8c3b-6351bf6d5bc4 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848660 Jul 09 18:45:39.762052 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:39.766048 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:39.819829 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:39.889316 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ce493-e780-4da1-b03d-110205858a11 req-82a14a84-0576-4cb3-92df-4ae0eff425e8 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:39.896407 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8f2ce493-e780-4da1-b03d-110205858a11 req-82a14a84-0576-4cb3-92df-4ae0eff425e8 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 946 time: 0.0732577 Jul 09 18:45:39.936862 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8f2ce493-e780-4da1-b03d-110205858a11 req-4d667e70-c109-452b-a621-1cba54fc6b6d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338385 Jul 09 18:45:40.091222 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['758574a7-7fd6-463b-8a38-5683b891d071'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:45:40.243026 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6da8c-1683-46cc-9ddc-f779ce9f19a6 req-4f6ccfb5-9244-4291-918b-347fcf5ebee0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:40.245436 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-45a6da8c-1683-46cc-9ddc-f779ce9f19a6 req-4f6ccfb5-9244-4291-918b-347fcf5ebee0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 944 time: 0.1131370 Jul 09 18:45:40.307118 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-45a6da8c-1683-46cc-9ddc-f779ce9f19a6 req-d19acc46-f4ca-45cd-8853-b92466b20b3a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538497 Jul 09 18:45:40.626178 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae842838-59c8-4dbe-8613-87b3d0c6800f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21101f2d-0c09-4dac-a109-d48a1d6762e2'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:45:40.628528 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1772bd75-727c-4ee6-aea6-6268d687704c" -d '{"events": [{"server_uuid": "ae842838-59c8-4dbe-8613-87b3d0c6800f", "name": "network-vif-plugged", "status": "completed", "tag": "21101f2d-0c09-4dac-a109-d48a1d6762e2"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:45:40.662459 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df940a1c-1148-4e74-b692-e71b60847945 x-openstack-request-id: req-df940a1c-1148-4e74-b692-e71b60847945 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:45:40.663088 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae842838-59c8-4dbe-8613-87b3d0c6800f", "name": "network-vif-plugged", "status": "completed", "tag": "21101f2d-0c09-4dac-a109-d48a1d6762e2", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:45:40.663088 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df940a1c-1148-4e74-b692-e71b60847945 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:45:40.663402 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae842838-59c8-4dbe-8613-87b3d0c6800f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21101f2d-0c09-4dac-a109-d48a1d6762e2', 'code': 200} Jul 09 18:45:40.738562 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8b566-8504-4255-b0e7-04cf323ef7c9 req-1abafca9-0bb2-44ea-8ca9-c638b9535e01 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:40.740097 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-80a8b566-8504-4255-b0e7-04cf323ef7c9 req-1abafca9-0bb2-44ea-8ca9-c638b9535e01 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 945 time: 0.0653856 Jul 09 18:45:40.783975 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-80a8b566-8504-4255-b0e7-04cf323ef7c9 req-fd93282d-25c5-4cd9-99eb-71f99b78c02c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Jul 09 18:45:40.947346 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fea68-c04e-43b0-8ddb-5c008b7c886c req-466300cd-619a-4592-aef5-7181b75dd204 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:40.948822 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-771fea68-c04e-43b0-8ddb-5c008b7c886c req-466300cd-619a-4592-aef5-7181b75dd204 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 945 time: 0.0699034 Jul 09 18:45:41.016856 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-771fea68-c04e-43b0-8ddb-5c008b7c886c req-30aba08b-f853-4119-803d-b60393e48807 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617042 Jul 09 18:45:41.062532 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498633a-150d-47db-b52f-2ee94d7fd425 req-e83ff44e-8c91-4a89-813e-f9b7c745d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:41.062532 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9498633a-150d-47db-b52f-2ee94d7fd425 req-e83ff44e-8c91-4a89-813e-f9b7c745d50b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 1099 time: 0.0996816 Jul 09 18:45:41.104761 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9498633a-150d-47db-b52f-2ee94d7fd425 req-557e651b-5d81-439b-bef6-13630b8283dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Jul 09 18:45:41.179364 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decf2fd-941f-49c8-a37e-81a89bbe07f7 req-9af86ccd-7a43-4706-9f76-30f2405589d6 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:41.181276 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2decf2fd-941f-49c8-a37e-81a89bbe07f7 req-9af86ccd-7a43-4706-9f76-30f2405589d6 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 946 time: 0.0794213 Jul 09 18:45:41.219182 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2decf2fd-941f-49c8-a37e-81a89bbe07f7 req-a291ede6-3154-407d-b857-1db75779f571 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Jul 09 18:45:41.471534 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 6f28fb7a-a885-43d2-ba52-8a89e94652b7 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:41.500107 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db895fa-6837-4b1d-b597-dd74f4e1a914 req-311ca1bb-b928-477a-b391-375e492479d8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:41.502175 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4db895fa-6837-4b1d-b597-dd74f4e1a914 req-311ca1bb-b928-477a-b391-375e492479d8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 944 time: 0.0811284 Jul 09 18:45:41.530406 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 6f28fb7a-a885-43d2-ba52-8a89e94652b7 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:41.534536 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 6f28fb7a-a885-43d2-ba52-8a89e94652b7 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:41.535203 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:41.574722 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4db895fa-6837-4b1d-b597-dd74f4e1a914 req-baaf17a7-f87a-4728-8908-b524eff1cffe tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659771 Jul 09 18:45:41.621002 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:41.656400 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 6f28fb7a-a885-43d2-ba52-8a89e94652b7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:41.660445 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:41.661975 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device a5748bf9-8cc2-471c-b845-09d021cf452c up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:41.748980 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=6f28fb7a-a885-43d2-ba52-8a89e94652b7,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:41.763026 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port a5748bf9-8cc2-471c-b845-09d021cf452c completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:41.766625 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port a5748bf9-8cc2-471c-b845-09d021cf452c triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:41.766992 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:41.859324 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:41.869069 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:41.898738 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port a5748bf9-8cc2-471c-b845-09d021cf452c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5748bf9-8cc2-471c-b845-09d021cf452c,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:41.903101 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:41.904077 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:41.967832 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9f061-33ca-4d61-b3e9-f492f68b0caf req-b045e8ef-aa2b-40dd-8d5e-8a7ef772f8cb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:41.969473 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fde9f061-33ca-4d61-b3e9-f492f68b0caf req-b045e8ef-aa2b-40dd-8d5e-8a7ef772f8cb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0700078 Jul 09 18:45:41.982181 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=a5748bf9-8cc2-471c-b845-09d021cf452c,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:42.003055 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 758574a7-7fd6-463b-8a38-5683b891d071 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:42.007296 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 758574a7-7fd6-463b-8a38-5683b891d071 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:42.007727 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.020782 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fde9f061-33ca-4d61-b3e9-f492f68b0caf req-89ae60de-a4e3-4114-a9ee-471c98fa04de tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Jul 09 18:45:42.093749 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.125559 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:45:42.141884 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:42.147024 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.214558 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:42.279532 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d16d4-85af-484f-bb74-20e58c19c1b4 req-cdc593d0-1779-453e-b8e1-e1cd2b8a7990 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:42.281074 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-583d16d4-85af-484f-bb74-20e58c19c1b4 req-cdc593d0-1779-453e-b8e1-e1cd2b8a7990 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 945 time: 0.0922761 Jul 09 18:45:42.293107 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60706) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:42.366721 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-583d16d4-85af-484f-bb74-20e58c19c1b4 req-b5764351-03e6-47ef-bc84-8b621f1995e3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788732 Jul 09 18:45:42.454447 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8ca1-17d0-417d-9c95-d04afc340757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.522741 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76509697-50be-4abf-bf15-c218ee1fb80a req-544da3ee-d8d0-4278-92b0-2827939f4a0c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:42.529733 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-76509697-50be-4abf-bf15-c218ee1fb80a req-544da3ee-d8d0-4278-92b0-2827939f4a0c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 946 time: 0.1296384 Jul 09 18:45:42.568279 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-6592c091-9611-454c-b94b-5fc5d1efa885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.593846 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-76509697-50be-4abf-bf15-c218ee1fb80a req-45ccb621-0f91-4362-b078-c26ac2f545af tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632446 Jul 09 18:45:42.628076 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8ca1-17d0-417d-9c95-d04afc340757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.632513 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-9f9d8ca1-17d0-417d-9c95-d04afc340757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.664979 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e62c54-1fa3-4dae-b4bc-2fdd7439be31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f28fb7a-a885-43d2-ba52-8a89e94652b7'}, {'server_uuid': '0761b05c-c728-4f59-9743-886c83871018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5748bf9-8cc2-471c-b845-09d021cf452c'}, {'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:45:42.669279 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bc46b6-2955-473b-a46b-dc00452957a4" -d '{"events": [{"server_uuid": "44e62c54-1fa3-4dae-b4bc-2fdd7439be31", "name": "network-vif-plugged", "status": "completed", "tag": "6f28fb7a-a885-43d2-ba52-8a89e94652b7"}, {"server_uuid": "0761b05c-c728-4f59-9743-886c83871018", "name": "network-vif-plugged", "status": "completed", "tag": "a5748bf9-8cc2-471c-b845-09d021cf452c"}, {"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-plugged", "status": "completed", "tag": "758574a7-7fd6-463b-8a38-5683b891d071"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:45:42.671190 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-9f9d8ca1-17d0-417d-9c95-d04afc340757 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e09d33e8b6f54ec9816101d9eeb95f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767848 Jul 09 18:45:42.671980 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d8ca1-17d0-417d-9c95-d04afc340757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a54caf5-55e2-491b-ad27-94cae727bbbd,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:42.673859 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60722) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:42.734357 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c260eab8-7cd2-4f7a-94fb-87beae7c6778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.786906 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5e4ce3-2d7e-4f55-b5e9-1301d0b041ce x-openstack-request-id: req-9f5e4ce3-2d7e-4f55-b5e9-1301d0b041ce {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:45:42.787734 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e62c54-1fa3-4dae-b4bc-2fdd7439be31", "name": "network-vif-plugged", "status": "completed", "tag": "6f28fb7a-a885-43d2-ba52-8a89e94652b7", "code": 200}, {"server_uuid": "0761b05c-c728-4f59-9743-886c83871018", "name": "network-vif-plugged", "status": "completed", "tag": "a5748bf9-8cc2-471c-b845-09d021cf452c", "code": 200}, {"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-plugged", "status": "completed", "tag": "758574a7-7fd6-463b-8a38-5683b891d071", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:45:42.788084 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c260eab8-7cd2-4f7a-94fb-87beae7c6778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.788281 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f5e4ce3-2d7e-4f55-b5e9-1301d0b041ce {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:45:42.789040 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e62c54-1fa3-4dae-b4bc-2fdd7439be31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f28fb7a-a885-43d2-ba52-8a89e94652b7', 'code': 200} Jul 09 18:45:42.789551 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0761b05c-c728-4f59-9743-886c83871018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5748bf9-8cc2-471c-b845-09d021cf452c', 'code': 200} Jul 09 18:45:42.790114 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071', 'code': 200} Jul 09 18:45:42.880271 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fa276-06c6-49af-9749-6118e7404fde req-8e897ca7-5928-4c98-9277-1788c9bc601b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:42.880688 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60736) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:42.881767 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-202fa276-06c6-49af-9749-6118e7404fde req-8e897ca7-5928-4c98-9277-1788c9bc601b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1028495 Jul 09 18:45:42.908872 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c260eab8-7cd2-4f7a-94fb-87beae7c6778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.912286 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c260eab8-7cd2-4f7a-94fb-87beae7c6778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:42.913568 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c260eab8-7cd2-4f7a-94fb-87beae7c6778 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a54caf5-55e2-491b-ad27-94cae727bbbd HTTP/1.1" status: 204 len: 168 time: 0.2383149 Jul 09 18:45:42.923820 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260eab8-7cd2-4f7a-94fb-87beae7c6778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a54caf5-55e2-491b-ad27-94cae727bbbd,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:42.943200 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-202fa276-06c6-49af-9749-6118e7404fde req-cb5bf6af-552f-4e10-8313-c6e29e86c0d6 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515645 Jul 09 18:45:43.012864 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b594c96c-dd2c-4bd7-89d0-8959c547e263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.105143 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b594c96c-dd2c-4bd7-89d0-8959c547e263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.108999 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b594c96c-dd2c-4bd7-89d0-8959c547e263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.158126 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b594c96c-dd2c-4bd7-89d0-8959c547e263 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5501468374ae40afadda327ddc51a1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763531 Jul 09 18:45:43.160826 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60746) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:43.173995 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594c96c-dd2c-4bd7-89d0-8959c547e263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519f4cf6-35c1-48e1-b0e6-bd7bb3d9909d,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:43.214608 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60748) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:43.218768 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511946b6-88d3-4d42-b2b1-23140c3a77f6 req-5548aadc-c937-45a3-b40a-d0b44098d712 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:43.220257 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-511946b6-88d3-4d42-b2b1-23140c3a77f6 req-5548aadc-c937-45a3-b40a-d0b44098d712 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0825269 Jul 09 18:45:43.232613 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b12-fda6-4ac1-8b04-87f27c1e3679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.234446 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0bbdf7ed-498f-4f56-9219-a8a8e266b8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.258264 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-511946b6-88d3-4d42-b2b1-23140c3a77f6 req-e74fe0e4-5129-4f4f-8671-4d5e7d5e95ce tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Jul 09 18:45:43.269262 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b12-fda6-4ac1-8b04-87f27c1e3679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.345801 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b12-fda6-4ac1-8b04-87f27c1e3679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.348275 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9b21b12-fda6-4ac1-8b04-87f27c1e3679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.349441 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c9b21b12-fda6-4ac1-8b04-87f27c1e3679 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/519f4cf6-35c1-48e1-b0e6-bd7bb3d9909d HTTP/1.1" status: 204 len: 168 time: 0.1876142 Jul 09 18:45:43.362746 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b21b12-fda6-4ac1-8b04-87f27c1e3679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f4cf6-35c1-48e1-b0e6-bd7bb3d9909d,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:43.385630 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0bbdf7ed-498f-4f56-9219-a8a8e266b8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.391381 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0bbdf7ed-498f-4f56-9219-a8a8e266b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.428794 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0bbdf7ed-498f-4f56-9219-a8a8e266b8b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d19b08262c3743e88d8ee20a7fb5ac0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130210 Jul 09 18:45:43.431138 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdf7ed-498f-4f56-9219-a8a8e266b8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13926482-a030-4737-8ff8-111d6f1e8d6b,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:43.432039 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60752) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:43.478786 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-61063130-17b8-4fa6-b6f2-4eae004f93ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.500080 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-61063130-17b8-4fa6-b6f2-4eae004f93ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.554278 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-61063130-17b8-4fa6-b6f2-4eae004f93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.557374 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-61063130-17b8-4fa6-b6f2-4eae004f93ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:43.558544 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-61063130-17b8-4fa6-b6f2-4eae004f93ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13926482-a030-4737-8ff8-111d6f1e8d6b HTTP/1.1" status: 204 len: 168 time: 0.1255159 Jul 09 18:45:43.566064 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61063130-17b8-4fa6-b6f2-4eae004f93ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13926482-a030-4737-8ff8-111d6f1e8d6b,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:43.802274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f277277-e350-4d56-b5ed-4e37b843ff00 req-b71b835f-abab-4547-9e13-e9be5a93ba9d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:43.803818 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3f277277-e350-4d56-b5ed-4e37b843ff00 req-b71b835f-abab-4547-9e13-e9be5a93ba9d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 946 time: 0.0648594 Jul 09 18:45:43.850804 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3f277277-e350-4d56-b5ed-4e37b843ff00 req-9d22264b-2c87-44e7-90a5-2149805dafb2 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Jul 09 18:45:43.994655 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60784) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:44.008121 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0b97edb8-c1ac-4336-871b-0a375d8bdcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.118765 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0b97edb8-c1ac-4336-871b-0a375d8bdcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.124254 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0b97edb8-c1ac-4336-871b-0a375d8bdcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.143293 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc1e9-fdcc-4b63-a89d-2bea204ca4f5 req-a8dc92ba-bae2-446d-af65-526309940ace tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:44.151935 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-679fc1e9-fdcc-4b63-a89d-2bea204ca4f5 req-a8dc92ba-bae2-446d-af65-526309940ace tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0846252 Jul 09 18:45:44.157786 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97edb8-c1ac-4336-871b-0a375d8bdcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d317123-3ecd-4e0e-877c-ec4abba8d3ed,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:44.172105 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0b97edb8-c1ac-4336-871b-0a375d8bdcd1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d06a53b16c4647bd88b9bd961b90a69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762025 Jul 09 18:45:44.174535 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60788) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:44.214856 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-679fc1e9-fdcc-4b63-a89d-2bea204ca4f5 req-bc8cacb2-4696-4369-bfcb-b5abb8ddf34f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548568 Jul 09 18:45:44.248557 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c06b960c-80b3-402e-a0d2-8c1327324bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.273735 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c06b960c-80b3-402e-a0d2-8c1327324bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.320070 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60798) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:44.328210 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c06b960c-80b3-402e-a0d2-8c1327324bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.330918 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c06b960c-80b3-402e-a0d2-8c1327324bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.334761 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c06b960c-80b3-402e-a0d2-8c1327324bbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d317123-3ecd-4e0e-877c-ec4abba8d3ed HTTP/1.1" status: 204 len: 168 time: 0.1589878 Jul 09 18:45:44.342808 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b960c-80b3-402e-a0d2-8c1327324bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d317123-3ecd-4e0e-877c-ec4abba8d3ed,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:44.445888 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dc0cb-7332-4312-85c7-97aaa0622b56 req-cdacc9a0-0b67-4247-84fb-adc3afdfc878 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:44.453144 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1f4dc0cb-7332-4312-85c7-97aaa0622b56 req-cdacc9a0-0b67-4247-84fb-adc3afdfc878 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0725231 Jul 09 18:45:44.494926 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1f4dc0cb-7332-4312-85c7-97aaa0622b56 req-db1c63dc-7249-4c3e-86b0-b3a71406048e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Jul 09 18:45:44.550733 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-222874889-network', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:44.581880 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Made reservation on behalf of be247cc25e1f49a181cea55c1a82f3f9 for: {'network': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:44.582752 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.594542 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.684880 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.688725 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.712102 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=104836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:45:44.721376 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3d5187-b791-4776-b6b2-1236c41d8d5d,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:44.725988 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.726396 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.segments_db [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Added segment 80059432-a10e-4c8a-8770-f757fc59956f of type vlan for network fce1ff71-54c4-4261-b12a-ccf271436c39 Jul 09 18:45:44.765090 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.794948 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.795899 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:44.796474 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:44.847764 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5264165 Jul 09 18:45:44.851148 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60822) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:44.857325 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Request body: {'subnet': {'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-222874889-subnet', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:44.861288 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80c322-f433-4697-a35d-652716e287bd admin admin] Pushing event updated for resources: {'Network': ['ID=fce1ff71-54c4-4261-b12a-ccf271436c39,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:44.872366 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network fce1ff71-54c4-4261-b12a-ccf271436c39 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:45:44.883235 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Made reservation on behalf of be247cc25e1f49a181cea55c1a82f3f9 for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:44.886463 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15545278'] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.069654 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13845528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15545260'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.117296 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a08ab8e-79ff-4673-8c39-fbb3a7d372ec,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:45.133151 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Checking segment: {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:45.133501 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Network hostable DHCP agents. Network: fce1ff71-54c4-4261-b12a-ccf271436c39, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:45:45.151149 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Network fce1ff71-54c4-4261-b12a-ccf271436c39 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:45:45.159884 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, fce1ff71-54c4-4261-b12a-ccf271436c39) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:45.165212 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:45.165799 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.169544 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785707a8-d5ff-49de-8f60-740c099ee81c None None] Network fce1ff71-54c4-4261-b12a-ccf271436c39 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:45.180449 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-f0b483c2-bd79-4f39-af92-1639bdfe6a13 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3274763 Jul 09 18:45:45.183256 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60834) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:45.188070 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:45.216398 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.217594 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.235618 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.245932 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-652bfa6c-03ce-406a-9a9b-ee5240ee4f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.343291 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.377809 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-fce1ff71-54c4-4261-b12a-ccf271436c39', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:45:45.378905 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.479502 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e5e3b-ea0c-469c-aff1-7df9632e0cdd req-e8b759df-736c-4840-8baa-2a899edd9cea tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:45.489718 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-791e5e3b-ea0c-469c-aff1-7df9632e0cdd req-e8b759df-736c-4840-8baa-2a899edd9cea tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0975151 Jul 09 18:45:45.502839 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.533590 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Allocated IP 172.20.0.2 (fce1ff71-54c4-4261-b12a-ccf271436c39/4a08ab8e-79ff-4673-8c39-fbb3a7d372ec/08446366-04c1-4023-bedc-94d5e790c612) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:45.584859 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-791e5e3b-ea0c-469c-aff1-7df9632e0cdd req-0d93b3fe-25d5-49e8-a88d-fed5edbbf81d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926950 Jul 09 18:45:45.822885 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.832791 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Transition to ACTIVE for port object 08446366-04c1-4023-bedc-94d5e790c612 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:45.853844 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Transition to ACTIVE for port object 08446366-04c1-4023-bedc-94d5e790c612 will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:45.862664 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.910547 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:45.922717 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Network fce1ff71-54c4-4261-b12a-ccf271436c39 is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:45.930974 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:45.942530 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:45.944708 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Pushing event updated for resources: {'Port': ['ID=08446366-04c1-4023-bedc-94d5e790c612,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:45.947900 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:46.014705 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Attempting to bind port 08446366-04c1-4023-bedc-94d5e790c612 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:46.015079 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Attempting to bind port 08446366-04c1-4023-bedc-94d5e790c612 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:46.015445 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Attempting to bind port 08446366-04c1-4023-bedc-94d5e790c612 on network fce1ff71-54c4-4261-b12a-ccf271436c39 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:46.020792 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:46.021162 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Checking segment: {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:46.021721 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:46.022796 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Bound using segment: {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:46.023377 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Bound port: 08446366-04c1-4023-bedc-94d5e790c612, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:46.023996 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:46.074009 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a500cd-40f7-45e9-8927-055b94f2ac9d req-6ccd498c-a349-4f7a-a20b-be907136592a tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:46.092326 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-27a500cd-40f7-45e9-8927-055b94f2ac9d req-6ccd498c-a349-4f7a-a20b-be907136592a tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.3334305 Jul 09 18:45:46.107463 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] For port 08446366-04c1-4023-bedc-94d5e790c612, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:46.113819 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] For port 08446366-04c1-4023-bedc-94d5e790c612, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=08446366-04c1-4023-bedc-94d5e790c612,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:46.120365 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:46.127967 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978f7ed-672a-4f67-abc5-84c80e29b984 req-c6cc9280-64fe-4c14-bd94-ff9a304b2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:46.129706 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6978f7ed-672a-4f67-abc5-84c80e29b984 req-c6cc9280-64fe-4c14-bd94-ff9a304b2b0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 1098 time: 0.2684805 Jul 09 18:45:46.161145 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b92676-4f5c-476f-bd7a-d3da1bff5622 req-6098b396-db37-44bd-b16b-9263f3fcd363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:46.163498 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a3b92676-4f5c-476f-bd7a-d3da1bff5622 req-6098b396-db37-44bd-b16b-9263f3fcd363 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1098 time: 0.2101791 Jul 09 18:45:46.213545 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87da61a-4079-4919-83d5-9c66b806a2a0 None None] Pushing event updated for resources: {'Port': ['ID=08446366-04c1-4023-bedc-94d5e790c612,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:46.246584 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a3b92676-4f5c-476f-bd7a-d3da1bff5622 req-65c30743-2607-453f-8fe8-47d0ce22532d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736749 Jul 09 18:45:46.257938 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b51b6-baac-48dd-a50d-37eb150352f1 req-520c15ec-ce98-4dcb-95bb-7db762aee1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:46.259478 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3c7b51b6-baac-48dd-a50d-37eb150352f1 req-520c15ec-ce98-4dcb-95bb-7db762aee1a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 1099 time: 0.3250344 Jul 09 18:45:46.280489 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-27a500cd-40f7-45e9-8927-055b94f2ac9d req-6de08835-581d-4f3d-bc0a-6bd2c9c7779b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702354 Jul 09 18:45:46.296396 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6978f7ed-672a-4f67-abc5-84c80e29b984 req-05834a05-bf34-419b-856a-9f17e3ea4e9f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568809 Jul 09 18:45:46.310982 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Allocated IP 172.27.2.104 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/d5b62b21-8716-4522-b3de-0c8e9db6d23b) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:46.399375 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:46.432254 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:46.494248 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:46.539494 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:46.551203 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:46.554281 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:46.601795 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Pushing event updated for resources: {'Port': ['ID=d5b62b21-8716-4522-b3de-0c8e9db6d23b,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:46.948475 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3c7b51b6-baac-48dd-a50d-37eb150352f1 req-e8aaf5a2-5ad6-4a93-8bbb-f3d07fb2aa4a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842340 Jul 09 18:45:47.061180 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:47.279771 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:47.317109 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e056a7e-366d-4efd-a23d-a22efece417e None None] Network fce1ff71-54c4-4261-b12a-ccf271436c39 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:47.423625 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-9fcc60a6-f19c-45ff-8cc9-6afc258a644c None None] Provisioning for port 08446366-04c1-4023-bedc-94d5e790c612 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:47.541552 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:45:47.562383 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 08446366-04c1-4023-bedc-94d5e790c612 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:47.663787 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 08446366-04c1-4023-bedc-94d5e790c612 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:47.704589 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 08446366-04c1-4023-bedc-94d5e790c612 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:47.705507 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:47.734485 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:45:47.746638 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Sync routers for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:45:47.758326 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:47.759153 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:47.761014 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] Notify callbacks [] for router, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:47.762597 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-8ec25435-40c8-4fb6-ab88-743b32b4e11f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5781264 Jul 09 18:45:47.765493 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 60928) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:47.772794 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be351b1-90f9-4d5d-8c75-de753981832c req-c1fca888-48d2-456e-9b0a-fe138af1251f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:47.775704 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7be351b1-90f9-4d5d-8c75-de753981832c req-c1fca888-48d2-456e-9b0a-fe138af1251f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1162601 Jul 09 18:45:47.829105 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d0ae-4cb7-40ab-bd4a-65e884eb49e2 req-c2e0c57d-e2dc-4f9e-baec-e79bc325f456 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:47.831133 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2c81d0ae-4cb7-40ab-bd4a-65e884eb49e2 req-c2e0c57d-e2dc-4f9e-baec-e79bc325f456 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1531456 Jul 09 18:45:47.834705 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7be351b1-90f9-4d5d-8c75-de753981832c req-357343f4-d444-427f-b761-c510c5e51059 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505803 Jul 09 18:45:47.928133 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2c81d0ae-4cb7-40ab-bd4a-65e884eb49e2 req-c67c0444-2203-4734-a69b-ec719124ba7c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801508 Jul 09 18:45:47.955246 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:47.974218 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:48.012225 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.069652 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 08446366-04c1-4023-bedc-94d5e790c612, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=08446366-04c1-4023-bedc-94d5e790c612,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:48.076070 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.177417 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=08446366-04c1-4023-bedc-94d5e790c612,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:48.246447 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:46Z', 'revision_number': 3, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:48.269717 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-655eba87-4076-45f9-a5e8-fb367865a6df None None] Provisioning complete for port 08446366-04c1-4023-bedc-94d5e790c612 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:48.270703 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-655eba87-4076-45f9-a5e8-fb367865a6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.287009 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Checking router: 404be1eb-ec1c-49a5-9bdb-6864055ddce0 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:45:48.287356 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Updating router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 port d5b62b21-8716-4522-b3de-0c8e9db6d23b binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:45:48.350593 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.367943 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.575198 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Allocated IP 172.20.0.1 (fce1ff71-54c4-4261-b12a-ccf271436c39/4a08ab8e-79ff-4673-8c39-fbb3a7d372ec/1a956099-b3ac-4838-8d52-00d4325373c4) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:48.663021 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60962) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:48.741876 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.756740 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Transition to ACTIVE for port object 1a956099-b3ac-4838-8d52-00d4325373c4 will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:48.769113 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.789388 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Transition to ACTIVE for port object d5b62b21-8716-4522-b3de-0c8e9db6d23b will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:48.796895 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.805147 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6b06f844-7848-4886-884a-b86a3592de1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.812691 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.852809 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Attempting to bind port d5b62b21-8716-4522-b3de-0c8e9db6d23b on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:48.853178 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Attempting to bind port d5b62b21-8716-4522-b3de-0c8e9db6d23b by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:48.853539 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Attempting to bind port d5b62b21-8716-4522-b3de-0c8e9db6d23b on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:48.859169 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61176342-5045-4436-be7e-d95320350a74 None None] Pushing event updated for resources: {'Port': ['ID=d5b62b21-8716-4522-b3de-0c8e9db6d23b,revision_number=2']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:48.862399 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Network fce1ff71-54c4-4261-b12a-ccf271436c39 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:48.864965 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:48.865552 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a956099-b3ac-4838-8d52-00d4325373c4,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:48.865707 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:48.866298 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.866850 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:48.867515 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Bound port: d5b62b21-8716-4522-b3de-0c8e9db6d23b, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:48.868157 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:48.868276 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.870429 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:48.912480 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.928511 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] For port d5b62b21-8716-4522-b3de-0c8e9db6d23b, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:48.931976 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] For port d5b62b21-8716-4522-b3de-0c8e9db6d23b, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=d5b62b21-8716-4522-b3de-0c8e9db6d23b,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:48.937637 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.948984 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6b06f844-7848-4886-884a-b86a3592de1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:48.955802 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6b06f844-7848-4886-884a-b86a3592de1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.012585 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-6b06f844-7848-4886-884a-b86a3592de1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55bf0dc4a731484a9f6c4a9037ef72c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472009 Jul 09 18:45:49.016414 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60972) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:49.030941 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06f844-7848-4886-884a-b86a3592de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da657d3-d64b-4539-80b8-82289b700fcf,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:49.055439 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61176342-5045-4436-be7e-d95320350a74 None None] Pushing event updated for resources: {'Port': ['ID=d5b62b21-8716-4522-b3de-0c8e9db6d23b,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:49.090029 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:49.090933 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:49.091233 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.175564 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac2fd-d862-4cf7-9e1c-359e62174231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.205580 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac2fd-d862-4cf7-9e1c-359e62174231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.220827 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:49.226373 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a693f4a-fb2a-45ed-8b2e-2536f57a99ef req-d8718474-e614-43c3-93e4-0d8bca929817 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:49.228035 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6a693f4a-fb2a-45ed-8b2e-2536f57a99ef req-d8718474-e614-43c3-93e4-0d8bca929817 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1758599 Jul 09 18:45:49.265909 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e336da6-a1f4-4661-ba73-e8a17a1de7a1 req-dbbaece7-4b30-452b-a01e-7d47c0692eeb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:49.267510 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9e336da6-a1f4-4661-ba73-e8a17a1de7a1 req-dbbaece7-4b30-452b-a01e-7d47c0692eeb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1358998 Jul 09 18:45:49.272292 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-239f49c0-2275-42ce-a3b3-14cb23e683b9 None None] Provisioning for port 1a956099-b3ac-4838-8d52-00d4325373c4 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:49.289480 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-239f49c0-2275-42ce-a3b3-14cb23e683b9 None None] Provisioning complete for port 1a956099-b3ac-4838-8d52-00d4325373c4 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:49.289990 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-239f49c0-2275-42ce-a3b3-14cb23e683b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.313184 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6a693f4a-fb2a-45ed-8b2e-2536f57a99ef req-b88202dd-a0ab-4b37-8e83-2d14d5dc5a78 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778322 Jul 09 18:45:49.337069 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9e336da6-a1f4-4661-ba73-e8a17a1de7a1 req-36d2a367-254a-4289-94c8-2be1f54c4379 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628822 Jul 09 18:45:49.339526 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac2fd-d862-4cf7-9e1c-359e62174231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.346621 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac2fd-d862-4cf7-9e1c-359e62174231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.351206 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-239f49c0-2275-42ce-a3b3-14cb23e683b9 None None] Port 1a956099-b3ac-4838-8d52-00d4325373c4 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:45:49.360367 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-fb0ac2fd-d862-4cf7-9e1c-359e62174231 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9da657d3-d64b-4539-80b8-82289b700fcf HTTP/1.1" status: 204 len: 168 time: 0.3419144 Jul 09 18:45:49.368370 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.372962 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ac2fd-d862-4cf7-9e1c-359e62174231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da657d3-d64b-4539-80b8-82289b700fcf,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:49.380211 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.478451 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 08446366-04c1-4023-bedc-94d5e790c612 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:49.488685 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a956099-b3ac-4838-8d52-00d4325373c4,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:49.520374 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.547555 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 08446366-04c1-4023-bedc-94d5e790c612 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:49.548496 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.573391 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586e4a9-95d5-49f2-8655-35b3a81c59b9 req-bd710e47-267e-427b-bc20-55fc034a03ff tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:49.575232 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c586e4a9-95d5-49f2-8655-35b3a81c59b9 req-bd710e47-267e-427b-bc20-55fc034a03ff tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1070476 Jul 09 18:45:49.584668 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60982) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:49.590311 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-4b6baa8a-6ffc-4508-a52f-eb31fe7ee671 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'floatingip': {'port_id': '758574a7-7fd6-463b-8a38-5683b891d071'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:49.641237 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:48Z', 'revision_number': 1, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:49.669175 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4b6baa8a-6ffc-4508-a52f-eb31fe7ee671 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.680352 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bff8e-f880-435b-8b0f-1c23f7576070 None None] The sync data for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi is: [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:48Z', 'revision_number': 1, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:45:49.702427 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Network fce1ff71-54c4-4261-b12a-ccf271436c39 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:49.704182 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:49.740844 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 60986) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:49.795335 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5af5c850-5fc1-4645-bf13-b6381437cb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:49.874567 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:45:50.061254 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:45:50.077648 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-3e254bb2-814a-406f-a1ce-4e27b9d02783 None None] Provisioning complete for port 1a956099-b3ac-4838-8d52-00d4325373c4 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:50.078025 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3e254bb2-814a-406f-a1ce-4e27b9d02783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.080210 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-3ead1c6d-ba1c-49ee-bb86-c8d26d2597e2 admin admin] 10.222.0.22 "PUT /v2.0/routers/404be1eb-ec1c-49a5-9bdb-6864055ddce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3134606 Jul 09 18:45:50.128278 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-3e254bb2-814a-406f-a1ce-4e27b9d02783 None None] Port 1a956099-b3ac-4838-8d52-00d4325373c4 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:45:50.281404 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5af5c850-5fc1-4645-bf13-b6381437cb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.313878 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5af5c850-5fc1-4645-bf13-b6381437cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.437162 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-5af5c850-5fc1-4645-bf13-b6381437cb3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53d06c4febe2462db522abec532df9ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900403 Jul 09 18:45:50.437495 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 32772) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:50.439299 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5c850-5fc1-4645-bf13-b6381437cb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b437014-6590-46b4-a04b-3d5fb3ec5195,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:50.583372 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-212f426e-b500-469d-901f-49289db7814b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.618929 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-212f426e-b500-469d-901f-49289db7814b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.669934 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22c7d2-dc2c-46f3-8972-d4fb78ec0e47 req-718c4a01-9783-4438-945b-71848e021773 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:50.671739 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4f22c7d2-dc2c-46f3-8972-d4fb78ec0e47 req-718c4a01-9783-4438-945b-71848e021773 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1323543 Jul 09 18:45:50.706850 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-212f426e-b500-469d-901f-49289db7814b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.711090 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-212f426e-b500-469d-901f-49289db7814b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.712385 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-212f426e-b500-469d-901f-49289db7814b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b437014-6590-46b4-a04b-3d5fb3ec5195 HTTP/1.1" status: 204 len: 168 time: 0.2764831 Jul 09 18:45:50.730645 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f426e-b500-469d-901f-49289db7814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b437014-6590-46b4-a04b-3d5fb3ec5195,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:50.743472 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4f22c7d2-dc2c-46f3-8972-d4fb78ec0e47 req-702145d1-5a47-4423-941a-32fd0078593d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560184 Jul 09 18:45:50.801782 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 32786) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:50.807639 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2007028371-network', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:50.821203 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4b6baa8a-6ffc-4508-a52f-eb31fe7ee671 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.827474 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4b6baa8a-6ffc-4508-a52f-eb31fe7ee671 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.837824 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Made reservation on behalf of 0ac52504405c4832903afa17b7cf59e9 for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:50.841387 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.852268 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:50.966915 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.l3_db [None req-4b6baa8a-6ffc-4508-a52f-eb31fe7ee671 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Floating IP 6ea8107e-128d-4040-b8f1-888e60217a45 associated. External IP: 172.27.2.172, port: 758574a7-7fd6-463b-8a38-5683b891d071. Jul 09 18:45:51.016655 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.027639 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.071113 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:45:51.080777 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894ab729-9974-4528-9d2d-1aa0da85d08b,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:51.089901 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.090305 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Added segment dfba68b3-42bc-49b5-9992-defda57324b7 of type vlan for network 54f5ce10-36cc-425a-96d4-c1645ae2f34b Jul 09 18:45:51.142567 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.180541 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.181507 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:51.182349 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.231236 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6baa8a-6ffc-4508-a52f-eb31fe7ee671 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Router 5cb94514-1290-4094-8515-274c9d9c8959 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:45:51.242246 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4367142 Jul 09 18:45:51.243927 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 32804) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:51.250427 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Request body: {'subnet': {'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2007028371-subnet', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'ip_version': 4}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:51.260265 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1ad61-23d7-4ee7-9b30-d635db237016 admin admin] Pushing event updated for resources: {'Network': ['ID=54f5ce10-36cc-425a-96d4-c1645ae2f34b,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:51.271162 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 54f5ce10-36cc-425a-96d4-c1645ae2f34b details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:45:51.364269 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Made reservation on behalf of 0ac52504405c4832903afa17b7cf59e9 for: {'subnet': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:45:51.367386 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15224077'] for subnet, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.465035 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6baa8a-6ffc-4508-a52f-eb31fe7ee671 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:45:51.479579 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4b6baa8a-6ffc-4508-a52f-eb31fe7ee671 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.480684 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] Sync routers for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:45:51.493239 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:51.493883 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:51.532820 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-4b6baa8a-6ffc-4508-a52f-eb31fe7ee671 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "PUT /v2.0/floatingips/6ea8107e-128d-4040-b8f1-888e60217a45 HTTP/1.1" status: 200 len: 991 time: 1.9461968 Jul 09 18:45:51.535441 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d5b62b21-8716-4522-b3de-0c8e9db6d23b up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:51.536010 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:45:51.539275 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcda860-915f-4811-9e7d-a6f5350f7e21" -d '{"events": [{"name": "network-changed", "server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "tag": "758574a7-7fd6-463b-8a38-5683b891d071"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:45:51.647583 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876c4ceb-b38e-4c71-921d-eec8dc10b89e x-openstack-request-id: req-876c4ceb-b38e-4c71-921d-eec8dc10b89e {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:45:51.648565 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "tag": "758574a7-7fd6-463b-8a38-5683b891d071", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:45:51.648970 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-876c4ceb-b38e-4c71-921d-eec8dc10b89e {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:45:51.649509 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071', 'status': 'completed', 'code': 200} Jul 09 18:45:51.675226 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14759142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15224095'] for subnet, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.704834 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:51.707032 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port d5b62b21-8716-4522-b3de-0c8e9db6d23b completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:51.736504 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port d5b62b21-8716-4522-b3de-0c8e9db6d23b triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:51.736867 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.749772 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Checking segment: {'id': 'dfba68b3-42bc-49b5-9992-defda57324b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:51.750734 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Network hostable DHCP agents. Network: 54f5ce10-36cc-425a-96d4-c1645ae2f34b, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:45:51.755974 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc43686-f015-4c34-a7a1-ec16c99c2493,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:51.791628 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Network 54f5ce10-36cc-425a-96d4-c1645ae2f34b is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:45:51.807880 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 54f5ce10-36cc-425a-96d4-c1645ae2f34b) {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:51.814138 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:51.815204 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.849932 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-eda2a512-6b15-4848-8528-03d010dd66ec admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6041281 Jul 09 18:45:51.853370 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 32826) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:51.860562 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:51.861770 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565fdeb2-7473-4305-8702-b79011064c3a None None] Network 54f5ce10-36cc-425a-96d4-c1645ae2f34b requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:51.901574 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-62b6db12-f419-40a1-818a-0fe88020d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:51.903740 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:51.903903 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-62b6db12-f419-40a1-818a-0fe88020d3c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 1098 time: 0.1294110 Jul 09 18:45:51.905442 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:52.012551 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:52.108179 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-8d549dc9-0470-49b9-b7eb-1b1d26f4c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:52.110218 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-8d549dc9-0470-49b9-b7eb-1b1d26f4c9c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 917 time: 0.1989129 Jul 09 18:45:52.138048 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6352d7-1fac-495d-acc9-339a14e7c61f req-2d426194-f62b-4f36-8fcc-ee1813180463 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:52.146102 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ad6352d7-1fac-495d-acc9-339a14e7c61f req-2d426194-f62b-4f36-8fcc-ee1813180463 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1417584 Jul 09 18:45:52.281064 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:52.296090 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ad6352d7-1fac-495d-acc9-339a14e7c61f req-176f47d1-72ae-44e7-bced-632c9b3055e9 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489556 Jul 09 18:45:52.305183 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-4467dc29-fd8e-44cf-8b12-0e50708fa8a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758574a7-7fd6-463b-8a38-5683b891d071 HTTP/1.1" status: 200 len: 999 time: 0.1832192 Jul 09 18:45:52.438259 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port d5b62b21-8716-4522-b3de-0c8e9db6d23b, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=d5b62b21-8716-4522-b3de-0c8e9db6d23b,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:52.465837 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:52.571642 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Sync routers for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:45:52.614305 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:52.615898 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:52.625315 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-54f5ce10-36cc-425a-96d4-c1645ae2f34b', 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'fixed_ips': [{'subnet_id': 'ecc43686-f015-4c34-a7a1-ec16c99c2493'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:45:52.629790 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:52.716866 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:52.739430 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=d5b62b21-8716-4522-b3de-0c8e9db6d23b,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:52.794376 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:52.845899 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-8eb5f0a4-677d-4cfe-b521-2396d7a003ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:52.849359 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-8eb5f0a4-677d-4cfe-b521-2396d7a003ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.5389094 Jul 09 18:45:52.965326 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-2b8d9121-16dd-483c-b9e8-7695c5402c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:52.967496 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-2b8d9121-16dd-483c-b9e8-7695c5402c10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0960217 Jul 09 18:45:53.004213 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '6ea8107e-128d-4040-b8f1-888e60217a45', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'port_id': '758574a7-7fd6-463b-8a38-5683b891d071', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'mac_address': 'fa:16:3e:65:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:45:18Z', 'updated_at': '2021-07-09T18:45:50Z', 'revision_number': 1, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:53.043929 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] Checking router: 5cb94514-1290-4094-8515-274c9d9c8959 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:45:53.070947 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Allocated IP 172.20.0.2 (54f5ce10-36cc-425a-96d4-c1645ae2f34b/ecc43686-f015-4c34-a7a1-ec16c99c2493/6661d509-5171-46c0-8503-70d893c1721d) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:53.074787 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:53.075698 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:53.251837 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:53.286509 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:53.295648 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 2, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:53.309471 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-8695f4a8-663b-4bf3-8914-832ed5c897ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:53.311307 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-8695f4a8-663b-4bf3-8914-832ed5c897ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 1099 time: 0.1528060 Jul 09 18:45:53.316417 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-60876e2e-9e09-410a-9287-ebdc2c107c5a service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953534 Jul 09 18:45:53.328133 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Checking router: 404be1eb-ec1c-49a5-9bdb-6864055ddce0 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:45:53.328803 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Updating router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 port 1a956099-b3ac-4838-8d52-00d4325373c4 binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:45:53.366036 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:53.478908 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df5295-a450-4e29-b4f6-d203863d22d2 req-1b2dc423-9b22-4b0b-914c-5ab6d1a816cd tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:53.488111 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a7df5295-a450-4e29-b4f6-d203863d22d2 req-1b2dc423-9b22-4b0b-914c-5ab6d1a816cd tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.2831864 Jul 09 18:45:53.527926 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:53.581454 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcda860-915f-4811-9e7d-a6f5350f7e21 req-25d1004f-70fc-49a3-af8f-7f970b3ebea3 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186084 Jul 09 18:45:53.670787 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-e019e7d1-0836-499d-aa46-a36b40c67349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:53.672641 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-e019e7d1-0836-499d-aa46-a36b40c67349 service neutron] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 919 time: 0.3453267 Jul 09 18:45:53.678491 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 32894) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:53.707240 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Allocated IP 172.27.2.129 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/e44936ee-715c-45cf-86b5-785c8315ca8f) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:53.741365 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-640676a0-ed64-418e-9c74-9869e1cd4ca8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5748bf9-8cc2-471c-b845-09d021cf452c HTTP/1.1" status: 200 len: 217 time: 0.0557888 Jul 09 18:45:53.756534 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a7df5295-a450-4e29-b4f6-d203863d22d2 req-48656f5f-018b-4b56-a433-b106c133493c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674186 Jul 09 18:45:53.866945 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-2b68d099-fff6-44a8-8c5b-5f69057b789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:53.869139 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-2b68d099-fff6-44a8-8c5b-5f69057b789d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.1168163 Jul 09 18:45:53.922852 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-f5c4ff82-7850-4e95-8517-fc191e2bf47d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461175 Jul 09 18:45:53.943711 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:53.987190 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Transition to ACTIVE for port object 1a956099-b3ac-4838-8d52-00d4325373c4 will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:53.994962 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:53.996898 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.009451 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Transition to ACTIVE for port object 6661d509-5171-46c0-8503-70d893c1721d will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:54.011058 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.014624 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d5b62b21-8716-4522-b3de-0c8e9db6d23b up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:54.095541 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.104768 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Transition to ACTIVE for port object 6661d509-5171-46c0-8503-70d893c1721d will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:54.116771 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ef11add4-b5a2-4a5c-81db-8a044d89b315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.117285 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b4f2-ee35-49a6-9963-db820750a1ec None None] Pushing event updated for resources: {'Port': ['ID=1a956099-b3ac-4838-8d52-00d4325373c4,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:54.119048 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.174122 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Pushing event updated for resources: {'Port': ['ID=6661d509-5171-46c0-8503-70d893c1721d,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:54.179190 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Pushing event updated for resources: {'Port': ['ID=e44936ee-715c-45cf-86b5-785c8315ca8f,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:54.186860 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:54.188460 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:54.194353 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:54.221805 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Network 54f5ce10-36cc-425a-96d4-c1645ae2f34b is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:54.232014 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:54.254655 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:54.264930 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Attempting to bind port 1a956099-b3ac-4838-8d52-00d4325373c4 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:54.265751 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Attempting to bind port 1a956099-b3ac-4838-8d52-00d4325373c4 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:54.266243 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Attempting to bind port 1a956099-b3ac-4838-8d52-00d4325373c4 on network fce1ff71-54c4-4261-b12a-ccf271436c39 {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:54.278766 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:54.279284 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Checking segment: {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:54.279801 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.283927 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Bound using segment: {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:54.283927 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Bound port: 1a956099-b3ac-4838-8d52-00d4325373c4, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:54.283927 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.385091 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ef11add4-b5a2-4a5c-81db-8a044d89b315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.389963 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] For port 1a956099-b3ac-4838-8d52-00d4325373c4, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:54.393270 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ef11add4-b5a2-4a5c-81db-8a044d89b315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.395554 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] For port 1a956099-b3ac-4838-8d52-00d4325373c4, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=1a956099-b3ac-4838-8d52-00d4325373c4,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:54.403575 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.425217 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-ddccf430-608b-49e2-b0af-f89074bad759 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932120 Jul 09 18:45:54.434545 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port d5b62b21-8716-4522-b3de-0c8e9db6d23b triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:54.435102 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.472188 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:54.472956 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:54.501423 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-ef11add4-b5a2-4a5c-81db-8a044d89b315 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb8132ef95054f898c5364278c39fdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8203845 Jul 09 18:45:54.505375 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11add4-b5a2-4a5c-81db-8a044d89b315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b7c96-0c71-4400-a6ef-7df8de162ce9,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:54.515803 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Attempting to bind port 6661d509-5171-46c0-8503-70d893c1721d on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:54.516913 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Attempting to bind port 6661d509-5171-46c0-8503-70d893c1721d by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': 'dfba68b3-42bc-49b5-9992-defda57324b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:54.517289 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Attempting to bind port 6661d509-5171-46c0-8503-70d893c1721d on network 54f5ce10-36cc-425a-96d4-c1645ae2f34b {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:54.525263 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 32912) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:54.542772 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b4f2-ee35-49a6-9963-db820750a1ec None None] Pushing event updated for resources: {'Port': ['ID=1a956099-b3ac-4838-8d52-00d4325373c4,revision_number=4']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:54.549665 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:54.550755 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Checking segment: {'id': 'dfba68b3-42bc-49b5-9992-defda57324b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:54.552041 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.552571 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Bound using segment: {'id': 'dfba68b3-42bc-49b5-9992-defda57324b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:54.553487 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Bound port: 6661d509-5171-46c0-8503-70d893c1721d, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfba68b3-42bc-49b5-9992-defda57324b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:54.554622 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.609740 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-61d33170-ca6b-41fb-b628-170d52bb62d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.631929 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-61d33170-ca6b-41fb-b628-170d52bb62d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.641144 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:54.652709 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '6ea8107e-128d-4040-b8f1-888e60217a45', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'port_id': '758574a7-7fd6-463b-8a38-5683b891d071', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'mac_address': 'fa:16:3e:65:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:45:18Z', 'updated_at': '2021-07-09T18:45:50Z', 'revision_number': 1, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:54.683649 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-61d33170-ca6b-41fb-b628-170d52bb62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.686426 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-61d33170-ca6b-41fb-b628-170d52bb62d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.687594 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-61d33170-ca6b-41fb-b628-170d52bb62d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/300b7c96-0c71-4400-a6ef-7df8de162ce9 HTTP/1.1" status: 204 len: 168 time: 0.1581755 Jul 09 18:45:54.703606 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d33170-ca6b-41fb-b628-170d52bb62d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b7c96-0c71-4400-a6ef-7df8de162ce9,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:54.720964 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23800f-6c24-4726-bdfd-7d8fb8136ba6 None None] The sync data for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi is: [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '6ea8107e-128d-4040-b8f1-888e60217a45', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'port_id': '758574a7-7fd6-463b-8a38-5683b891d071', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'mac_address': 'fa:16:3e:65:16:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:45:18Z', 'updated_at': '2021-07-09T18:45:50Z', 'revision_number': 1, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:45:54.725545 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.774993 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] For port 6661d509-5171-46c0-8503-70d893c1721d, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:54.812294 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] For port 6661d509-5171-46c0-8503-70d893c1721d, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=6661d509-5171-46c0-8503-70d893c1721d,segment=NetworkSegment(dfba68b3-42bc-49b5-9992-defda57324b7),segment_id=dfba68b3-42bc-49b5-9992-defda57324b7)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:54.827831 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:54.972840 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:54Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:54.986948 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afccdcb-efaf-47de-8482-f9130eb7b96b None None] Pushing event updated for resources: {'Port': ['ID=6661d509-5171-46c0-8503-70d893c1721d,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:55.015095 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f333b-9c2f-4c9a-8831-5ebc49037da7 None None] The sync data for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi is: [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:54Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:45:55.108470 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948d87f-05bf-409e-8e3a-570ad7c6c26a None None] New status for floating IP 6ea8107e-128d-4040-b8f1-888e60217a45: ACTIVE {{(pid=104837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:45:55.157675 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8680f3-faef-40e6-b551-460aa5a42d5f req-e843fde2-571d-4409-b037-edba899ea794 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:55.159357 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ec8680f3-faef-40e6-b551-460aa5a42d5f req-e843fde2-571d-4409-b037-edba899ea794 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1535044 Jul 09 18:45:55.160994 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 32922) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:55.167936 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.187534 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7d449daf-09ec-4543-b669-ee18f1fb92c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.265860 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ec8680f3-faef-40e6-b551-460aa5a42d5f req-fc08df04-876c-4288-8d15-14711fd8dfc0 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990419 Jul 09 18:45:55.375909 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7d449daf-09ec-4543-b669-ee18f1fb92c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.382376 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7d449daf-09ec-4543-b669-ee18f1fb92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.396122 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Router 3461699c-2a86-4a27-a257-a7a2d4060a0c is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:45:55.496530 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 32926) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:55.497531 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-7d449daf-09ec-4543-b669-ee18f1fb92c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6a578feb0a247a08b76e2dc5f0ee377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354306 Jul 09 18:45:55.498551 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d449daf-09ec-4543-b669-ee18f1fb92c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9d28d2-b974-43cf-887b-0bd47988ec72,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:55.614286 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.643283 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:45:55.652902 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Sync routers for ids ['3461699c-2a86-4a27-a257-a7a2d4060a0c'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:45:55.660393 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 1a956099-b3ac-4838-8d52-00d4325373c4 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:55.662020 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.668459 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Routers {'3461699c-2a86-4a27-a257-a7a2d4060a0c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:55.669156 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['3461699c-2a86-4a27-a257-a7a2d4060a0c'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:55.685300 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.689938 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 32932) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:55.690130 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-e8b49e15-0929-4f26-8569-9804278f9c32 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8352368 Jul 09 18:45:55.724715 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 1a956099-b3ac-4838-8d52-00d4325373c4 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:55.730697 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 1a956099-b3ac-4838-8d52-00d4325373c4 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:55.731051 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.733514 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.736332 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.741017 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de9d28d2-b974-43cf-887b-0bd47988ec72 HTTP/1.1" status: 204 len: 168 time: 0.2437072 Jul 09 18:45:55.758600 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9d28d2-b974-43cf-887b-0bd47988ec72,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:55.773379 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.773555 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.773835 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.774317 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.774510 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.774929 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.775160 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.775480 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.775794 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.776108 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.776420 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.776729 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56fcec-b076-4017-9fe2-e30a50171f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:55.887318 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.926101 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 1a956099-b3ac-4838-8d52-00d4325373c4, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=1a956099-b3ac-4838-8d52-00d4325373c4,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:55.932912 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:55.935105 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 6661d509-5171-46c0-8503-70d893c1721d up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:56.044781 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=1a956099-b3ac-4838-8d52-00d4325373c4,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:56.047268 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Set router 3461699c-2a86-4a27-a257-a7a2d4060a0c gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:56.062611 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 6661d509-5171-46c0-8503-70d893c1721d completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:56.273734 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:51Z', 'updated_at': '2021-07-09T18:45:54Z', 'revision_number': 3, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'gw_port': {'id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:53Z', 'updated_at': '2021-07-09T18:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:56.303068 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Checking router: 3461699c-2a86-4a27-a257-a7a2d4060a0c for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:45:56.303482 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Updating router 3461699c-2a86-4a27-a257-a7a2d4060a0c port e44936ee-715c-45cf-86b5-785c8315ca8f binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:45:56.343779 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.358281 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.360472 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8023dd-71c2-44a8-b539-357ba78b54b6 None None] Network 54f5ce10-36cc-425a-96d4-c1645ae2f34b requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:45:56.444132 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-eee4ed9b-9b27-428e-91f9-7df5f3354ced None None] Provisioning for port 6661d509-5171-46c0-8503-70d893c1721d completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:56.453370 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-eee4ed9b-9b27-428e-91f9-7df5f3354ced None None] Provisioning complete for port 6661d509-5171-46c0-8503-70d893c1721d triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:56.454030 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-eee4ed9b-9b27-428e-91f9-7df5f3354ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.533132 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221a39d-405f-4202-9a1b-e3e67b8d0d54 req-b65f15ed-9f85-492a-9615-0f3e98dc041c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:56.545002 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7221a39d-405f-4202-9a1b-e3e67b8d0d54 req-b65f15ed-9f85-492a-9615-0f3e98dc041c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1136191 Jul 09 18:45:56.629765 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7221a39d-405f-4202-9a1b-e3e67b8d0d54 req-cfc08b09-ef93-4acc-8b8f-f3d68751c812 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816300 Jul 09 18:45:56.660308 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Allocated IP 172.20.0.1 (54f5ce10-36cc-425a-96d4-c1645ae2f34b/ecc43686-f015-4c34-a7a1-ec16c99c2493/2377ec40-f657-487e-8439-04ecada6f3ca) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:45:56.719221 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-eee4ed9b-9b27-428e-91f9-7df5f3354ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.770155 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.778933 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-eee4ed9b-9b27-428e-91f9-7df5f3354ced None None] For port 6661d509-5171-46c0-8503-70d893c1721d, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=6661d509-5171-46c0-8503-70d893c1721d,segment=NetworkSegment(dfba68b3-42bc-49b5-9992-defda57324b7),segment_id=dfba68b3-42bc-49b5-9992-defda57324b7)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:56.787473 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-eee4ed9b-9b27-428e-91f9-7df5f3354ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.802678 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Transition to ACTIVE for port object e44936ee-715c-45cf-86b5-785c8315ca8f will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:56.811240 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.846627 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4ed9b-9b27-428e-91f9-7df5f3354ced None None] Pushing event updated for resources: {'Port': ['ID=6661d509-5171-46c0-8503-70d893c1721d,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:56.863879 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.876143 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Attempting to bind port e44936ee-715c-45cf-86b5-785c8315ca8f on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:45:56.876518 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Attempting to bind port e44936ee-715c-45cf-86b5-785c8315ca8f by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:45:56.876877 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Attempting to bind port e44936ee-715c-45cf-86b5-785c8315ca8f on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:45:56.881394 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Transition to ACTIVE for port object 2377ec40-f657-487e-8439-04ecada6f3ca will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:45:56.883491 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0c6d-a8de-46c2-a2b7-b0ca1f11f58c None None] Pushing event updated for resources: {'Port': ['ID=e44936ee-715c-45cf-86b5-785c8315ca8f,revision_number=2']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:56.890222 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:45:56.890577 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:45:56.890990 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.898622 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:45:56.899154 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Bound port: e44936ee-715c-45cf-86b5-785c8315ca8f, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:45:56.899562 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.922990 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.966445 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] For port e44936ee-715c-45cf-86b5-785c8315ca8f, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:45:56.971480 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] For port e44936ee-715c-45cf-86b5-785c8315ca8f, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=e44936ee-715c-45cf-86b5-785c8315ca8f,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:45:56.982188 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Network 54f5ce10-36cc-425a-96d4-c1645ae2f34b is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:56.983069 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:56.987312 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:56.989910 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:45:56.996392 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Pushing event updated for resources: {'Port': ['ID=2377ec40-f657-487e-8439-04ecada6f3ca,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:57.028321 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.028658 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.028993 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.029349 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.029782 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.029978 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.030615 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.030615 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.031034 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.031353 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.031667 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.031981 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:45:57.046370 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Routers {'3461699c-2a86-4a27-a257-a7a2d4060a0c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:57.047011 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['3461699c-2a86-4a27-a257-a7a2d4060a0c'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:57.057030 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:57.095935 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0c6d-a8de-46c2-a2b7-b0ca1f11f58c None None] Pushing event updated for resources: {'Port': ['ID=e44936ee-715c-45cf-86b5-785c8315ca8f,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:57.122017 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-359e8ce5-58bb-4f1f-bd9f-e191bd80d51f None None] Provisioning complete for port 6661d509-5171-46c0-8503-70d893c1721d triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:57.122423 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-359e8ce5-58bb-4f1f-bd9f-e191bd80d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:57.235010 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] Set router 3461699c-2a86-4a27-a257-a7a2d4060a0c gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:57.347605 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:57.371632 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-78124bbc-c1f6-4b01-847c-7d4676279123 None None] Provisioning for port 2377ec40-f657-487e-8439-04ecada6f3ca completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:57.375855 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-78124bbc-c1f6-4b01-847c-7d4676279123 None None] Provisioning complete for port 2377ec40-f657-487e-8439-04ecada6f3ca triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:57.376881 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-78124bbc-c1f6-4b01-847c-7d4676279123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:57.404280 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7fc14e96-fc93-49ee-92af-65da5db8b6e6 req-24db224a-2668-4361-ab40-81bad7c530a1 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666675 Jul 09 18:45:57.436131 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-78124bbc-c1f6-4b01-847c-7d4676279123 None None] Port 2377ec40-f657-487e-8439-04ecada6f3ca cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:45:57.465493 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:51Z', 'updated_at': '2021-07-09T18:45:54Z', 'revision_number': 3, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'gw_port': {'id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:53Z', 'updated_at': '2021-07-09T18:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:57.480728 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 1a956099-b3ac-4838-8d52-00d4325373c4 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:57.511559 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee1eb6c-3a36-4d10-9209-369c6a2839b6 None None] The sync data for ids ['3461699c-2a86-4a27-a257-a7a2d4060a0c'] in dv-cinder-780933-10-iscsi is: [{'id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:51Z', 'updated_at': '2021-07-09T18:45:54Z', 'revision_number': 3, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'gw_port': {'id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:53Z', 'updated_at': '2021-07-09T18:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:45:57.587507 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:57.595208 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:57.698215 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:57.713722 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Pushing event updated for resources: {'Port': ['ID=2377ec40-f657-487e-8439-04ecada6f3ca,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:57.753965 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 1a956099-b3ac-4838-8d52-00d4325373c4 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:57.754515 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:57.887105 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Network 54f5ce10-36cc-425a-96d4-c1645ae2f34b is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:45:57.888492 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:45:57.968008 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ed0b-d207-4afb-9057-2418d8a03ee5 req-69487628-91fa-4e08-9bbb-831e33edfe4d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:57.970371 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4dc9ed0b-d207-4afb-9057-2418d8a03ee5 req-69487628-91fa-4e08-9bbb-831e33edfe4d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1681364 Jul 09 18:45:57.971796 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 6661d509-5171-46c0-8503-70d893c1721d up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:58.060899 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 6661d509-5171-46c0-8503-70d893c1721d triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:58.061277 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:58.081564 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4dc9ed0b-d207-4afb-9057-2418d8a03ee5 req-0bca6387-5077-4fae-ad46-0ff5b0cf6a24 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045940 Jul 09 18:45:58.145642 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Router 3461699c-2a86-4a27-a257-a7a2d4060a0c has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:45:58.380828 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-2f4e6544-7bf5-4f08-93d6-94b1060006b8 None None] Provisioning complete for port 2377ec40-f657-487e-8439-04ecada6f3ca triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:58.381171 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-2f4e6544-7bf5-4f08-93d6-94b1060006b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:58.386369 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:45:58.397299 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0f4f30b3-8fb4-438a-8be3-42fcff5ee823 admin admin] 10.222.0.22 "PUT /v2.0/routers/3461699c-2a86-4a27-a257-a7a2d4060a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7050653 Jul 09 18:45:58.469499 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e6544-7bf5-4f08-93d6-94b1060006b8 None None] Port 2377ec40-f657-487e-8439-04ecada6f3ca cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:45:58.590533 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33026) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:58.707988 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5f54f41f-42d5-4255-928d-c9d3e9f85861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:58.831312 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5f54f41f-42d5-4255-928d-c9d3e9f85861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:58.837162 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5f54f41f-42d5-4255-928d-c9d3e9f85861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:58.880655 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-5f54f41f-42d5-4255-928d-c9d3e9f85861 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abed245b832d44edbd3d5c3b67e1e835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864223 Jul 09 18:45:58.880655 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f41f-42d5-4255-928d-c9d3e9f85861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbb3960-aadb-48f9-b5fa-106d25239c13,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:58.881152 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33032) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:58.930602 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d41a44c0-3533-4f55-966e-6f186053bf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:58.950044 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d41a44c0-3533-4f55-966e-6f186053bf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:58.995113 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d41a44c0-3533-4f55-966e-6f186053bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:58.998098 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d41a44c0-3533-4f55-966e-6f186053bf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:58.999281 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-d41a44c0-3533-4f55-966e-6f186053bf58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbbb3960-aadb-48f9-b5fa-106d25239c13 HTTP/1.1" status: 204 len: 168 time: 0.1170712 Jul 09 18:45:59.007093 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a44c0-3533-4f55-966e-6f186053bf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbb3960-aadb-48f9-b5fa-106d25239c13,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:59.273812 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59825205-f681-450b-8c48-1923973695cb req-dc5672b1-6097-459f-a149-730dff3f98f8 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:45:59.279542 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33042) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:59.284516 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-d3dc7c90-b0a0-43d2-935d-9c256888cd29 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123194331', 'description': 'tempest-secgroup-smoke-1123194331 description', 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:59.286800 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-59825205-f681-450b-8c48-1923973695cb req-dc5672b1-6097-459f-a149-730dff3f98f8 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0933588 Jul 09 18:45:59.313473 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33044) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:59.327296 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7c90-b0a0-43d2-935d-9c256888cd29 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.333572 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-71e02565-3f2f-41ed-b0ae-1d27631d730b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.359433 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-59825205-f681-450b-8c48-1923973695cb req-e513e99d-9b6d-4e24-a63f-aabe9253b5ac tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659904 Jul 09 18:45:59.416137 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7c90-b0a0-43d2-935d-9c256888cd29 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.420475 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7c90-b0a0-43d2-935d-9c256888cd29 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.454621 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7c90-b0a0-43d2-935d-9c256888cd29 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccc503f-bc45-4a14-a2ba-fcfe49219f77,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:59.488230 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device e44936ee-715c-45cf-86b5-785c8315ca8f up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:45:59.512200 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-71e02565-3f2f-41ed-b0ae-1d27631d730b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.517543 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-71e02565-3f2f-41ed-b0ae-1d27631d730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.527928 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7c90-b0a0-43d2-935d-9c256888cd29 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.536077 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-d3dc7c90-b0a0-43d2-935d-9c256888cd29 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2528801 Jul 09 18:45:59.540760 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33050) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:59.548602 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-55202582-a04c-4dff-9f6f-812113e2f96b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Request body: {'security_group_rule': {'security_group_id': '6ccc503f-bc45-4a14-a2ba-fcfe49219f77', 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:59.579448 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port e44936ee-715c-45cf-86b5-785c8315ca8f completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:45:59.584365 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port e44936ee-715c-45cf-86b5-785c8315ca8f triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:45:59.585318 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33056) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:59.585550 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.592629 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-71e02565-3f2f-41ed-b0ae-1d27631d730b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af0949a9ed8a44c89d3fa46ab463859e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778423 Jul 09 18:45:59.611951 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e02565-3f2f-41ed-b0ae-1d27631d730b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8bd6da-35b4-4795-8009-64a9a03dc5f1,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:59.652956 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-55202582-a04c-4dff-9f6f-812113e2f96b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.669199 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Sync routers for ids ['3461699c-2a86-4a27-a257-a7a2d4060a0c'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:45:59.700711 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Routers {'3461699c-2a86-4a27-a257-a7a2d4060a0c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:45:59.701539 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['3461699c-2a86-4a27-a257-a7a2d4060a0c'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:45:59.739281 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fff530b3-b0d6-4f1c-98d1-bea4e02869a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.750050 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.776413 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fff530b3-b0d6-4f1c-98d1-bea4e02869a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.779141 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-55202582-a04c-4dff-9f6f-812113e2f96b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.786172 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-55202582-a04c-4dff-9f6f-812113e2f96b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.809196 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port e44936ee-715c-45cf-86b5-785c8315ca8f, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=e44936ee-715c-45cf-86b5-785c8315ca8f,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:45:59.825543 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.826095 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55202582-a04c-4dff-9f6f-812113e2f96b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d74ffd-2fda-4eb7-b68f-606de205b680,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:59.829664 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-55202582-a04c-4dff-9f6f-812113e2f96b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.830878 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-55202582-a04c-4dff-9f6f-812113e2f96b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2863898 Jul 09 18:45:59.833618 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33062) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:59.841609 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-d5957beb-536a-41f8-992b-6df2ac8f32b7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Request body: {'security_group_rule': {'security_group_id': '6ccc503f-bc45-4a14-a2ba-fcfe49219f77', 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:45:59.872443 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d5957beb-536a-41f8-992b-6df2ac8f32b7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.873784 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Set router 3461699c-2a86-4a27-a257-a7a2d4060a0c gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:45:59.881014 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fff530b3-b0d6-4f1c-98d1-bea4e02869a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.883574 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fff530b3-b0d6-4f1c-98d1-bea4e02869a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.887001 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-fff530b3-b0d6-4f1c-98d1-bea4e02869a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de8bd6da-35b4-4795-8009-64a9a03dc5f1 HTTP/1.1" status: 204 len: 168 time: 0.2979522 Jul 09 18:45:59.902965 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff530b3-b0d6-4f1c-98d1-bea4e02869a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8bd6da-35b4-4795-8009-64a9a03dc5f1,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:59.938718 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=e44936ee-715c-45cf-86b5-785c8315ca8f,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:59.955751 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d5957beb-536a-41f8-992b-6df2ac8f32b7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.960093 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d5957beb-536a-41f8-992b-6df2ac8f32b7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.978207 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5957beb-536a-41f8-992b-6df2ac8f32b7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d6c8bb-9adc-47f4-9797-b10518dc27ff,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:45:59.990688 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d5957beb-536a-41f8-992b-6df2ac8f32b7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:45:59.994649 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-d5957beb-536a-41f8-992b-6df2ac8f32b7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555207 Jul 09 18:45:59.994826 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33066) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:45:59.999199 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-4effd4ca-5b5a-4b0e-9b5d-c323576f722a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Request body: {'security_group_rule': {'security_group_id': '6ccc503f-bc45-4a14-a2ba-fcfe49219f77', 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:00.027164 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4effd4ca-5b5a-4b0e-9b5d-c323576f722a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.097806 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4effd4ca-5b5a-4b0e-9b5d-c323576f722a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.102830 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4effd4ca-5b5a-4b0e-9b5d-c323576f722a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.113346 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:51Z', 'updated_at': '2021-07-09T18:45:57Z', 'revision_number': 4, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'gw_port': {'id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:53Z', 'updated_at': '2021-07-09T18:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '2377ec40-f657-487e-8439-04ecada6f3ca', 'name': '', 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'mac_address': 'fa:16:3e:92:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'ecc43686-f015-4c34-a7a1-ec16c99c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:56Z', 'updated_at': '2021-07-09T18:45:57Z', 'revision_number': 2, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'subnets': [{'id': 'ecc43686-f015-4c34-a7a1-ec16c99c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:00.121068 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd4ca-5b5a-4b0e-9b5d-c323576f722a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdac071d-277f-40eb-bd31-25eb8f2e8ab8,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:00.129306 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4effd4ca-5b5a-4b0e-9b5d-c323576f722a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.130767 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-4effd4ca-5b5a-4b0e-9b5d-c323576f722a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349707 Jul 09 18:46:00.133876 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33070) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:00.138473 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-a81f7259-6b41-499f-93d2-d88a6f1c4ec4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Request body: {'security_group_rule': {'security_group_id': '6ccc503f-bc45-4a14-a2ba-fcfe49219f77', 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:00.140587 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Checking router: 3461699c-2a86-4a27-a257-a7a2d4060a0c for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:46:00.140944 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Updating router 3461699c-2a86-4a27-a257-a7a2d4060a0c port 2377ec40-f657-487e-8439-04ecada6f3ca binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:46:00.166212 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a81f7259-6b41-499f-93d2-d88a6f1c4ec4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.176541 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.240418 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a81f7259-6b41-499f-93d2-d88a6f1c4ec4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.246347 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a81f7259-6b41-499f-93d2-d88a6f1c4ec4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.271952 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f7259-6b41-499f-93d2-d88a6f1c4ec4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7729931a-d78c-49ff-bc69-bef7fb28c4e4,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:00.287794 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a81f7259-6b41-499f-93d2-d88a6f1c4ec4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.289441 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-a81f7259-6b41-499f-93d2-d88a6f1c4ec4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1544387 Jul 09 18:46:00.292483 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33080) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:00.298288 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-44486e76-18c4-4182-bb0b-1a34da493dcb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Request body: {'security_group_rule': {'security_group_id': '6ccc503f-bc45-4a14-a2ba-fcfe49219f77', 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:00.335025 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.securitygroups_db [None req-44486e76-18c4-4182-bb0b-1a34da493dcb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Project be247cc25e1f49a181cea55c1a82f3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:46:00.343143 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-44486e76-18c4-4182-bb0b-1a34da493dcb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.413190 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-44486e76-18c4-4182-bb0b-1a34da493dcb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.418931 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-44486e76-18c4-4182-bb0b-1a34da493dcb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.433719 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44486e76-18c4-4182-bb0b-1a34da493dcb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286ba255-80f0-4323-8c3f-1aaa1961473c,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:00.448700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-44486e76-18c4-4182-bb0b-1a34da493dcb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.450761 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-44486e76-18c4-4182-bb0b-1a34da493dcb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566896 Jul 09 18:46:00.453995 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33086) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:00.459582 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-ec2c4397-907f-43d6-8b00-312853395099 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Request body: {'security_group_rule': {'security_group_id': '6ccc503f-bc45-4a14-a2ba-fcfe49219f77', 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:00.495415 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.securitygroups_db [None req-ec2c4397-907f-43d6-8b00-312853395099 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Project be247cc25e1f49a181cea55c1a82f3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:46:00.500859 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4397-907f-43d6-8b00-312853395099 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.543880 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.560989 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Transition to ACTIVE for port object 2377ec40-f657-487e-8439-04ecada6f3ca will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:00.571447 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.585927 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4397-907f-43d6-8b00-312853395099 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.591228 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4397-907f-43d6-8b00-312853395099 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.605918 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010476e-ab2b-4c41-b624-80a436d0e375 req-9f641587-f5c3-4a81-9750-2fa56922cc90 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:00.607702 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a010476e-ab2b-4c41-b624-80a436d0e375 req-9f641587-f5c3-4a81-9750-2fa56922cc90 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1017680 Jul 09 18:46:00.620276 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4397-907f-43d6-8b00-312853395099 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9350588-04e6-4b2d-9bf6-99791bf489b4,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:00.628764 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648a475-9976-4b3d-a0cf-2bc5caf6940c None None] Pushing event updated for resources: {'Port': ['ID=2377ec40-f657-487e-8439-04ecada6f3ca,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:00.648703 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4397-907f-43d6-8b00-312853395099 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.659433 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ec2c4397-907f-43d6-8b00-312853395099 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1947768 Jul 09 18:46:00.688447 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a010476e-ab2b-4c41-b624-80a436d0e375 req-c5d6b1e9-76ba-445e-b439-5c58f0389612 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582786 Jul 09 18:46:00.750671 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Attempting to bind port 2377ec40-f657-487e-8439-04ecada6f3ca on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:00.751165 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Attempting to bind port 2377ec40-f657-487e-8439-04ecada6f3ca by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': 'dfba68b3-42bc-49b5-9992-defda57324b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:00.751675 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Attempting to bind port 2377ec40-f657-487e-8439-04ecada6f3ca on network 54f5ce10-36cc-425a-96d4-c1645ae2f34b {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:00.758280 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:00.758780 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Checking segment: {'id': 'dfba68b3-42bc-49b5-9992-defda57324b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:00.759313 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.760098 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Bound using segment: {'id': 'dfba68b3-42bc-49b5-9992-defda57324b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:00.760391 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Bound port: 2377ec40-f657-487e-8439-04ecada6f3ca, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfba68b3-42bc-49b5-9992-defda57324b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:00.760892 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.864014 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] For port 2377ec40-f657-487e-8439-04ecada6f3ca, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:00.869906 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] For port 2377ec40-f657-487e-8439-04ecada6f3ca, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=2377ec40-f657-487e-8439-04ecada6f3ca,segment=NetworkSegment(dfba68b3-42bc-49b5-9992-defda57324b7),segment_id=dfba68b3-42bc-49b5-9992-defda57324b7)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:00.878841 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:00.969236 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648a475-9976-4b3d-a0cf-2bc5caf6940c None None] Pushing event updated for resources: {'Port': ['ID=2377ec40-f657-487e-8439-04ecada6f3ca,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:00.976462 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Routers {'3461699c-2a86-4a27-a257-a7a2d4060a0c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:00.977250 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['3461699c-2a86-4a27-a257-a7a2d4060a0c'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:01.108670 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] Set router 3461699c-2a86-4a27-a257-a7a2d4060a0c gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:01.353734 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:51Z', 'updated_at': '2021-07-09T18:45:57Z', 'revision_number': 4, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'gw_port': {'id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:53Z', 'updated_at': '2021-07-09T18:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '2377ec40-f657-487e-8439-04ecada6f3ca', 'name': '', 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'mac_address': 'fa:16:3e:92:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'ecc43686-f015-4c34-a7a1-ec16c99c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:56Z', 'updated_at': '2021-07-09T18:46:00Z', 'revision_number': 4, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'subnets': [{'id': 'ecc43686-f015-4c34-a7a1-ec16c99c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:01.408635 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eba221d-8fa2-42db-8783-aa3213a7d866 None None] The sync data for ids ['3461699c-2a86-4a27-a257-a7a2d4060a0c'] in dv-cinder-780933-10-iscsi is: [{'id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:51Z', 'updated_at': '2021-07-09T18:45:57Z', 'revision_number': 4, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'gw_port': {'id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:53Z', 'updated_at': '2021-07-09T18:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '2377ec40-f657-487e-8439-04ecada6f3ca', 'name': '', 'network_id': '54f5ce10-36cc-425a-96d4-c1645ae2f34b', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'mac_address': 'fa:16:3e:92:11:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'ecc43686-f015-4c34-a7a1-ec16c99c2493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:56Z', 'updated_at': '2021-07-09T18:46:00Z', 'revision_number': 4, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'subnets': [{'id': 'ecc43686-f015-4c34-a7a1-ec16c99c2493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:46:01.509761 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device e44936ee-715c-45cf-86b5-785c8315ca8f up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:01.568429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port e44936ee-715c-45cf-86b5-785c8315ca8f triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:01.569057 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:01.904492 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497a90d-5984-4fca-a322-c2e51e9f535e req-5c09c229-ec79-446e-a46c-f9ec64a32cc3 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:01.906640 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9497a90d-5984-4fca-a322-c2e51e9f535e req-5c09c229-ec79-446e-a46c-f9ec64a32cc3 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0915046 Jul 09 18:46:01.951796 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9497a90d-5984-4fca-a322-c2e51e9f535e req-80924f1b-f715-404e-8910-5f5d673eeb46 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Jul 09 18:46:02.486635 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33212) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:02.605872 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e63f4120-8534-4cc5-bb27-bc2f7a91b3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:02.701309 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e63f4120-8534-4cc5-bb27-bc2f7a91b3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:02.706195 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e63f4120-8534-4cc5-bb27-bc2f7a91b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:02.744643 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-e63f4120-8534-4cc5-bb27-bc2f7a91b3e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a30b07d830f54eeaa64495fee5c4a883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608714 Jul 09 18:46:02.747276 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33224) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:02.760905 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f4120-8534-4cc5-bb27-bc2f7a91b3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b0a42e-364f-4ea7-847d-43852a4ba75e,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:02.814030 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5be0ac81-cbf2-4a42-8273-f07ca8a823d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:02.837253 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5be0ac81-cbf2-4a42-8273-f07ca8a823d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:02.898505 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5be0ac81-cbf2-4a42-8273-f07ca8a823d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:02.901088 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5be0ac81-cbf2-4a42-8273-f07ca8a823d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:02.902571 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-5be0ac81-cbf2-4a42-8273-f07ca8a823d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98b0a42e-364f-4ea7-847d-43852a4ba75e HTTP/1.1" status: 204 len: 168 time: 0.1539650 Jul 09 18:46:02.915338 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0ac81-cbf2-4a42-8273-f07ca8a823d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b0a42e-364f-4ea7-847d-43852a4ba75e,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:03.136930 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7f234-3920-48ee-a8cb-ff2d2b93d867 req-c3f84292-419c-4f15-b522-ee2c294a3a6b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:03.138475 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-abb7f234-3920-48ee-a8cb-ff2d2b93d867 req-c3f84292-419c-4f15-b522-ee2c294a3a6b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0699694 Jul 09 18:46:03.190281 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-abb7f234-3920-48ee-a8cb-ff2d2b93d867 req-fb146fba-ed07-4e83-b524-e91f6ca84b35 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Jul 09 18:46:03.210499 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33240) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:03.224242 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0bac459f-72a5-4210-ac3f-48eae4e885e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.325730 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0bac459f-72a5-4210-ac3f-48eae4e885e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.330242 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0bac459f-72a5-4210-ac3f-48eae4e885e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.382760 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac459f-72a5-4210-ac3f-48eae4e885e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d361c364-d3cc-41f4-a688-6d2fcfce05cd,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:03.413016 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33250) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:03.413198 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-0bac459f-72a5-4210-ac3f-48eae4e885e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45ab8cc13e6141898feda005db6c01ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012856 Jul 09 18:46:03.496167 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-9159ca9a-54dd-4022-be70-f1f4a5e0276d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.526739 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-9159ca9a-54dd-4022-be70-f1f4a5e0276d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.532757 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 2377ec40-f657-487e-8439-04ecada6f3ca up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:03.582529 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b58de4-82a1-4c46-9fd2-5f31fff47a22 req-dca3e951-293d-4524-b621-ef0bd0203aa6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:03.584331 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f6b58de4-82a1-4c46-9fd2-5f31fff47a22 req-dca3e951-293d-4524-b621-ef0bd0203aa6 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 945 time: 0.0825951 Jul 09 18:46:03.609364 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 2377ec40-f657-487e-8439-04ecada6f3ca completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:03.615648 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 2377ec40-f657-487e-8439-04ecada6f3ca triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:03.615958 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.637808 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-9159ca9a-54dd-4022-be70-f1f4a5e0276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.645042 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-9159ca9a-54dd-4022-be70-f1f4a5e0276d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.646391 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-9159ca9a-54dd-4022-be70-f1f4a5e0276d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d361c364-d3cc-41f4-a688-6d2fcfce05cd HTTP/1.1" status: 204 len: 168 time: 0.2319388 Jul 09 18:46:03.648500 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f6b58de4-82a1-4c46-9fd2-5f31fff47a22 req-4aeb98f2-ddb1-45a6-865e-7ac8e0cf878d tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579476 Jul 09 18:46:03.662637 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159ca9a-54dd-4022-be70-f1f4a5e0276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d361c364-d3cc-41f4-a688-6d2fcfce05cd,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:03.757705 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.799062 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 2377ec40-f657-487e-8439-04ecada6f3ca, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=2377ec40-f657-487e-8439-04ecada6f3ca,segment=NetworkSegment(dfba68b3-42bc-49b5-9992-defda57324b7),segment_id=dfba68b3-42bc-49b5-9992-defda57324b7)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:03.809408 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:03.877842 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=2377ec40-f657-487e-8439-04ecada6f3ca,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:03.887174 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.887610 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.888218 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.888720 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.889342 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.889724 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.890063 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.890572 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.891144 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.891529 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.891854 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:03.892177 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:04.728810 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc7063-e063-4ba6-99d7-850aa40a5341 req-ca9d67d8-f183-475c-a3de-5dfedbb35f2b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:04.730550 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-14cc7063-e063-4ba6-99d7-850aa40a5341 req-ca9d67d8-f183-475c-a3de-5dfedbb35f2b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.2822375 Jul 09 18:46:04.776910 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-14cc7063-e063-4ba6-99d7-850aa40a5341 req-47c74533-475b-48a0-997b-332f7850b5d2 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Jul 09 18:46:04.868694 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5bbc6-6dbe-4e9d-8077-aec99f6e0d79 req-ce457545-3825-477a-bdd6-e11e7201cc2a tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:04.873213 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-aaa5bbc6-6dbe-4e9d-8077-aec99f6e0d79 req-ce457545-3825-477a-bdd6-e11e7201cc2a tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 945 time: 0.0738938 Jul 09 18:46:04.875997 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33318) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:04.945956 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-aaa5bbc6-6dbe-4e9d-8077-aec99f6e0d79 req-9af768a0-9bed-4dea-8fe5-043031bdbf2c tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Jul 09 18:46:04.999827 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c0783fef-e1e7-4a57-b5e4-0c7235336938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:05.082548 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c0783fef-e1e7-4a57-b5e4-0c7235336938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:05.086758 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c0783fef-e1e7-4a57-b5e4-0c7235336938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:05.127923 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33328) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:05.128107 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c0783fef-e1e7-4a57-b5e4-0c7235336938 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1621c0b5f8444adf8b9eb85f3ff70540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505696 Jul 09 18:46:05.129953 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0783fef-e1e7-4a57-b5e4-0c7235336938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55680f6a-89f2-4cf7-82be-d25d4d56f7ed,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:05.180860 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-30429192-a8ca-4a78-8bd1-dbdc23c7fa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:05.202705 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-30429192-a8ca-4a78-8bd1-dbdc23c7fa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:05.246294 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-30429192-a8ca-4a78-8bd1-dbdc23c7fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:05.248661 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-30429192-a8ca-4a78-8bd1-dbdc23c7fa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:05.249793 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-30429192-a8ca-4a78-8bd1-dbdc23c7fa3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55680f6a-89f2-4cf7-82be-d25d4d56f7ed HTTP/1.1" status: 204 len: 168 time: 0.1207361 Jul 09 18:46:05.257495 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30429192-a8ca-4a78-8bd1-dbdc23c7fa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55680f6a-89f2-4cf7-82be-d25d4d56f7ed,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:05.440023 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 2377ec40-f657-487e-8439-04ecada6f3ca up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:05.499402 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 2377ec40-f657-487e-8439-04ecada6f3ca triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:05.499775 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:05.904212 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33358) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:05.957140 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529a8c2-ca36-4008-9754-91b1f6286874 req-5422e8b4-0ef9-45a9-9e0b-0db8054cafa1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:05.958660 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f529a8c2-ca36-4008-9754-91b1f6286874 req-5422e8b4-0ef9-45a9-9e0b-0db8054cafa1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0631800 Jul 09 18:46:06.004761 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f529a8c2-ca36-4008-9754-91b1f6286874 req-6335034b-6d0c-42f7-8042-049212c473b1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Jul 09 18:46:06.034526 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-179312351-network', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:06.058294 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Made reservation on behalf of 60d9775e08b54c51b2ac9e0053a6caed for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:06.061319 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.071820 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.183606 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5e8fe-7f28-4506-a2b1-204494538b13 req-de92333d-d0dd-41a9-980f-a2028db485e3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:06.185137 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7a5e8fe-7f28-4506-a2b1-204494538b13 req-de92333d-d0dd-41a9-980f-a2028db485e3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 945 time: 0.1109121 Jul 09 18:46:06.240859 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7a5e8fe-7f28-4506-a2b1-204494538b13 req-028482a7-953a-410b-85a6-726d51ca1336 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee8e97f7-df01-4b46-9f70-de04b5abe8f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Jul 09 18:46:06.260196 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.266608 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.293217 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:46:06.305348 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1795ce-9577-4cf0-bec2-986be51d42a9,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:06.312761 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.313131 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Added segment 97de5849-db07-494e-bd2a-aba5c859eb45 of type vlan for network d67bf152-f676-43ef-90d0-dbcab1803cc3 Jul 09 18:46:06.360471 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.399908 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.401106 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:06.401749 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.454482 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5490127 Jul 09 18:46:06.457489 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33382) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:06.462514 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Request body: {'subnet': {'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-179312351-subnet', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'ip_version': 4}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:06.464597 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976587e-3b41-4020-afe2-71e3a0990d08 admin admin] Pushing event updated for resources: {'Network': ['ID=d67bf152-f676-43ef-90d0-dbcab1803cc3,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:06.479422 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network d67bf152-f676-43ef-90d0-dbcab1803cc3 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:46:06.491749 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Made reservation on behalf of 60d9775e08b54c51b2ac9e0053a6caed for: {'subnet': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:06.494347 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15224077'] for subnet, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.529043 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-50b4256f-8f0a-4283-97ca-f66188c95b31 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:06.530572 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-50b4256f-8f0a-4283-97ca-f66188c95b31 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 945 time: 0.0668962 Jul 09 18:46:06.677260 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14759142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15224095'] for subnet, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.687642 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Deleting port bc07e6d6-6506-44a6-818a-c18a0bc301c1 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:46:06.687992 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.730769 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0463249d-fd68-4373-8795-b5ef385879a9,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:06.739973 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Checking segment: {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:06.740319 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Network hostable DHCP agents. Network: d67bf152-f676-43ef-90d0-dbcab1803cc3, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:46:06.756599 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Network d67bf152-f676-43ef-90d0-dbcab1803cc3 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:46:06.766898 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, d67bf152-f676-43ef-90d0-dbcab1803cc3) {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:06.773096 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:06.774076 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.777612 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed657ef8-56d5-46e7-b661-38fcb1e70b09 None None] Network d67bf152-f676-43ef-90d0-dbcab1803cc3 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:46:06.783927 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] For port bc07e6d6-6506-44a6-818a-c18a0bc301c1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=bc07e6d6-6506-44a6-818a-c18a0bc301c1,segment=NetworkSegment(4a9e1aa2-c81c-4817-8dde-7e03e02709ca),segment_id=4a9e1aa2-c81c-4817-8dde-7e03e02709ca)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:06.784285 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.810272 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Calling delete_port for bc07e6d6-6506-44a6-818a-c18a0bc301c1 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:46:06.820173 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b901da96-a435-44d8-bf4f-204bb6ac7216 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3583055 Jul 09 18:46:06.820173 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33390) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:06.824650 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:06.866544 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.867838 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.945159 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:06.983794 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-d67bf152-f676-43ef-90d0-dbcab1803cc3', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:46:06.984668 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.039313 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.097534 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Pushing event deleted for resources: {'Port': ['ID=bc07e6d6-6506-44a6-818a-c18a0bc301c1,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:07.126635 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['bc07e6d6-6506-44a6-818a-c18a0bc301c1'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:46:07.138322 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] No DVR routers for this DVR port bc07e6d6-6506-44a6-818a-c18a0bc301c1 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:46:07.141910 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.144201 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-beff69a5-55af-4213-997a-bc656d03c0e4 req-6774b51f-c531-4bcd-8d48-a4c27e84a5f3 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.30 "DELETE /v2.0/ports/bc07e6d6-6506-44a6-818a-c18a0bc301c1 HTTP/1.1" status: 204 len: 173 time: 0.6032755 Jul 09 18:46:07.144730 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9eab82-f55d-4d36-93da-67b99013d43e', 'name': 'network-vif-deleted', 'tag': 'bc07e6d6-6506-44a6-818a-c18a0bc301c1'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:46:07.147211 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7038ed6-5ca3-4f78-9d3c-1a15ea103dcd" -d '{"events": [{"server_uuid": "3a9eab82-f55d-4d36-93da-67b99013d43e", "name": "network-vif-deleted", "tag": "bc07e6d6-6506-44a6-818a-c18a0bc301c1"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:46:07.175335 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Allocated IP 172.20.0.2 (d67bf152-f676-43ef-90d0-dbcab1803cc3/0463249d-fd68-4373-8795-b5ef385879a9/04751f11-278f-4329-a789-34a390049c29) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:07.214013 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1989e8e5-6d14-4aef-adb5-569bdb5c09f8 x-openstack-request-id: req-1989e8e5-6d14-4aef-adb5-569bdb5c09f8 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:46:07.214340 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9eab82-f55d-4d36-93da-67b99013d43e", "name": "network-vif-deleted", "tag": "bc07e6d6-6506-44a6-818a-c18a0bc301c1", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:46:07.214583 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1989e8e5-6d14-4aef-adb5-569bdb5c09f8 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:46:07.214951 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9eab82-f55d-4d36-93da-67b99013d43e', 'name': 'network-vif-deleted', 'tag': 'bc07e6d6-6506-44a6-818a-c18a0bc301c1', 'status': 'completed', 'code': 200} Jul 09 18:46:07.244962 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67735226-8a41-45c9-b031-d1ccaaec8038 req-efc2b4f1-439b-443c-92be-26a37bd72c6e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:07.246708 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-67735226-8a41-45c9-b031-d1ccaaec8038 req-efc2b4f1-439b-443c-92be-26a37bd72c6e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0958018 Jul 09 18:46:07.322824 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-67735226-8a41-45c9-b031-d1ccaaec8038 req-a09ba64b-7085-43bd-a50c-08b8088ddc58 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697894 Jul 09 18:46:07.364588 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.419830 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.429420 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Transition to ACTIVE for port object 04751f11-278f-4329-a789-34a390049c29 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:07.441986 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-757fecde-c513-48b1-9c60-336af34921a3 req-cd966e00-8955-46c0-bdc7-463df01abf47 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.0296829 Jul 09 18:46:07.446367 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Transition to ACTIVE for port object 04751f11-278f-4329-a789-34a390049c29 will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:07.465832 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.515449 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Network d67bf152-f676-43ef-90d0-dbcab1803cc3 is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:07.518329 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:07.521920 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:07.529330 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Pushing event updated for resources: {'Port': ['ID=04751f11-278f-4329-a789-34a390049c29,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:07.603580 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Attempting to bind port 04751f11-278f-4329-a789-34a390049c29 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:07.604045 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Attempting to bind port 04751f11-278f-4329-a789-34a390049c29 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:07.604590 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Attempting to bind port 04751f11-278f-4329-a789-34a390049c29 on network d67bf152-f676-43ef-90d0-dbcab1803cc3 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:07.609749 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.609901 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:07.610311 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Checking segment: {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:07.610770 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.611710 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Bound using segment: {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:07.612330 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Bound port: 04751f11-278f-4329-a789-34a390049c29, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:07.612730 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.641376 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.684337 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] For port 04751f11-278f-4329-a789-34a390049c29, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:07.687687 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] For port 04751f11-278f-4329-a789-34a390049c29, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=04751f11-278f-4329-a789-34a390049c29,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:07.694049 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.775923 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Allocated IP 172.27.2.131 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/ef04892e-810d-49c1-8f8e-6a369443952b) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:07.804603 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e161ce-124e-4108-831d-f1594cc7ae6c None None] Pushing event updated for resources: {'Port': ['ID=04751f11-278f-4329-a789-34a390049c29,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:07.925222 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:07.985397 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:08.043253 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:08.046828 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:08.051470 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:08.086079 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Pushing event updated for resources: {'Port': ['ID=ef04892e-810d-49c1-8f8e-6a369443952b,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:08.319840 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:08.556595 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:08.573644 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f4dc-6701-4551-a1a9-4b3c2b71bcf4 req-a0ec0cf3-0326-4bad-8522-519ea5644798 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:08.574959 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-05a1f4dc-6701-4551-a1a9-4b3c2b71bcf4 req-a0ec0cf3-0326-4bad-8522-519ea5644798 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1239402 Jul 09 18:46:08.677299 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-05a1f4dc-6701-4551-a1a9-4b3c2b71bcf4 req-78dc76e1-b35f-4b1e-adbd-2744326e434d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696671 Jul 09 18:46:08.730628 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Router 0594a2bc-8acd-404b-a704-5d327e44db39 is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:46:08.810063 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f11a1-98bc-4cf0-842a-1f144dac0a0c None None] Network d67bf152-f676-43ef-90d0-dbcab1803cc3 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:46:08.852273 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:46:08.864302 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Sync routers for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:46:08.873778 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:08.875307 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:08.881365 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:08.885394 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-5bd1c576-66b9-4f2a-a319-716a751b4db6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0616753 Jul 09 18:46:08.885806 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33438) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:08.892987 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-073ce1f0-0268-4440-b5ea-3042d98292cd None None] Provisioning for port 04751f11-278f-4329-a789-34a390049c29 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:09.021845 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b5d173f6-3aae-4bc2-a960-bdc2c922f590 req-8373298f-2004-4212-96c8-98425e588498 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.0492074 Jul 09 18:46:09.059451 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:09.246923 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:08Z', 'revision_number': 3, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:09.271774 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Checking router: 0594a2bc-8acd-404b-a704-5d327e44db39 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:46:09.272112 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Updating router 0594a2bc-8acd-404b-a704-5d327e44db39 port ef04892e-810d-49c1-8f8e-6a369443952b binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:46:09.304490 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.361394 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.467562 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 04751f11-278f-4329-a789-34a390049c29 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:09.515064 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 04751f11-278f-4329-a789-34a390049c29 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:09.518980 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 04751f11-278f-4329-a789-34a390049c29 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:09.519343 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.525456 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Allocated IP 172.20.0.1 (d67bf152-f676-43ef-90d0-dbcab1803cc3/0463249d-fd68-4373-8795-b5ef385879a9/3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:09.608571 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.640190 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.641627 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 04751f11-278f-4329-a789-34a390049c29, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=04751f11-278f-4329-a789-34a390049c29,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:09.645101 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.655815 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Transition to ACTIVE for port object 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:09.655981 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.666795 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Transition to ACTIVE for port object ef04892e-810d-49c1-8f8e-6a369443952b will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:09.673420 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.695194 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.705964 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=04751f11-278f-4329-a789-34a390049c29,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:09.728277 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Attempting to bind port ef04892e-810d-49c1-8f8e-6a369443952b on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:09.728902 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Attempting to bind port ef04892e-810d-49c1-8f8e-6a369443952b by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:09.729043 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Attempting to bind port ef04892e-810d-49c1-8f8e-6a369443952b on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:09.734411 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Pushing event updated for resources: {'Port': ['ID=ef04892e-810d-49c1-8f8e-6a369443952b,revision_number=2']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:09.739753 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Network d67bf152-f676-43ef-90d0-dbcab1803cc3 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:09.743126 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.743739 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.743880 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.744148 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.744537 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.744659 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:09.744878 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.745202 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.745519 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.746555 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.746892 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.747606 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.747606 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:46:09.747841 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:09.751828 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:09.752071 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:09.752426 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.752829 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:09.753258 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Bound port: ef04892e-810d-49c1-8f8e-6a369443952b, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:09.753784 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.796707 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Pushing event updated for resources: {'Port': ['ID=3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:09.806483 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.820015 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] For port ef04892e-810d-49c1-8f8e-6a369443952b, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:09.823408 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] For port ef04892e-810d-49c1-8f8e-6a369443952b, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=ef04892e-810d-49c1-8f8e-6a369443952b,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:09.831380 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:09.893299 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ff77a-76ac-4ae9-9081-53c53cc8afd3 None None] Pushing event updated for resources: {'Port': ['ID=ef04892e-810d-49c1-8f8e-6a369443952b,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:09.895757 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7de60-ec9b-4d6a-8e13-469cfe2077e4 req-a3db9141-8bdf-4d31-9e9c-917aabb33285 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:09.901883 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:09.902531 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:09.910262 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e3f7de60-ec9b-4d6a-8e13-469cfe2077e4 req-a3db9141-8bdf-4d31-9e9c-917aabb33285 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0936539 Jul 09 18:46:09.956028 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e3f7de60-ec9b-4d6a-8e13-469cfe2077e4 req-4a688c2a-4dc1-4a5e-9d23-7345f0b82a70 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 Jul 09 18:46:09.998458 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:10.018137 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:10.052065 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-4157d791-ac87-4441-81ec-8a3d531e3951 None None] Provisioning for port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:10.057240 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-4157d791-ac87-4441-81ec-8a3d531e3951 None None] Provisioning complete for port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:10.057833 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-4157d791-ac87-4441-81ec-8a3d531e3951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:10.145363 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-4157d791-ac87-4441-81ec-8a3d531e3951 None None] Port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:46:10.182995 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:10.189793 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:10.222228 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:08Z', 'revision_number': 3, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:10.249020 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a641e-ba7e-438a-aa37-3b9eff0593c4 None None] The sync data for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi is: [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:08Z', 'revision_number': 3, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:46:10.263633 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4e176e27-6aea-4370-b0d1-23730d89a975 req-5ff3c119-fce3-4d4f-8ff4-88044ed1f9b7 tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.0398648 Jul 09 18:46:10.267083 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:10.268924 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Pushing event updated for resources: {'Port': ['ID=3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:10.371753 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Network d67bf152-f676-43ef-90d0-dbcab1803cc3 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:10.373185 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:10.521638 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Router 0594a2bc-8acd-404b-a704-5d327e44db39 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:46:10.670968 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-ec00730c-411c-46ee-83d6-ee5afeb6cb09 None None] Provisioning complete for port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:10.672004 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-ec00730c-411c-46ee-83d6-ee5afeb6cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:10.684033 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:46:10.696800 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0200d30b-ad3c-4582-a939-0b44850d3690 admin admin] 10.222.0.22 "PUT /v2.0/routers/0594a2bc-8acd-404b-a704-5d327e44db39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028409 Jul 09 18:46:10.710610 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-ec00730c-411c-46ee-83d6-ee5afeb6cb09 None None] Port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:46:11.088980 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device bc07e6d6-6506-44a6-818a-c18a0bc301c1 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:46:11.116109 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: bc07e6d6-6506-44a6-818a-c18a0bc301c1 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:46:11.116552 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device bc07e6d6-6506-44a6-818a-c18a0bc301c1 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:46:11.189186 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa74f5e-001f-42fb-8877-e8b8ee021e6c req-9954c0db-d988-465a-a8a6-676187900f56 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:11.197521 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9fa74f5e-001f-42fb-8877-e8b8ee021e6c req-9954c0db-d988-465a-a8a6-676187900f56 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1190410 Jul 09 18:46:11.227679 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33490) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:11.232851 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1499396631-network', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:11.246395 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-2ff73232-d25c-4045-a572-afe73e09cfc6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893312 Jul 09 18:46:11.246691 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9fa74f5e-001f-42fb-8877-e8b8ee021e6c req-918ef29c-2226-48c8-825d-f2a2f4f30e26 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478563 Jul 09 18:46:11.260830 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Made reservation on behalf of 38cbc77f45f844a095d0b15366a2f903 for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:11.263492 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.271785 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.415950 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-b6a362f4-6cb7-42d7-9ce7-7d962685aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:11.417477 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-b6a362f4-6cb7-42d7-9ce7-7d962685aae0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 1099 time: 0.0848403 Jul 09 18:46:11.453071 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.455431 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a32dbf59-8963-4fe0-820f-fe2fb6e25034 req-f0620c0a-8f8d-43d6-a898-e17cd80465fa tempest-DeleteServersTestJSON-1658641264 tempest-DeleteServersTestJSON-1658641264-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a9eab82-f55d-4d36-93da-67b99013d43e HTTP/1.1" status: 200 len: 210 time: 0.0451503 Jul 09 18:46:11.467075 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.550543 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device ef04892e-810d-49c1-8f8e-6a369443952b up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:11.608601 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port ef04892e-810d-49c1-8f8e-6a369443952b completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:11.613116 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port ef04892e-810d-49c1-8f8e-6a369443952b triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:11.613773 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.730435 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.775254 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port ef04892e-810d-49c1-8f8e-6a369443952b, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=ef04892e-810d-49c1-8f8e-6a369443952b,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:11.782538 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.783514 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 04751f11-278f-4329-a789-34a390049c29 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:11.802203 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:46:11.825231 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4521f157-5316-416a-bfeb-cff247549976,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:11.828458 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.828584 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Added segment ad1c9e78-5ae9-48bc-8add-4dfee4ffe598 of type vlan for network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 Jul 09 18:46:11.888063 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.898724 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-a86ef922-b78d-4f0b-8e6c-b08338ce15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:11.900665 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-a86ef922-b78d-4f0b-8e6c-b08338ce15b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 915 time: 0.4499791 Jul 09 18:46:11.918923 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.926701 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=ef04892e-810d-49c1-8f8e-6a369443952b,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:11.943662 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 04751f11-278f-4329-a789-34a390049c29 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:11.944633 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.965081 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-409f05c4-0712-4e6a-b4ed-8ba89665a0af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21101f2d-0c09-4dac-a109-d48a1d6762e2 HTTP/1.1" status: 200 len: 217 time: 0.0530367 Jul 09 18:46:11.971274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:11.972120 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:11.972868 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:12.073107 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8442323 Jul 09 18:46:12.076077 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33504) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:12.084181 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Request body: {'subnet': {'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1499396631-subnet', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:12.105171 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bfb65-d1e0-4866-805b-98a9ebc37d87 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1b1b60-39e3-4f28-8f26-b28ed7cad739,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:12.110763 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-90baaa2b-a87d-4a06-a64f-87bed9af1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:12.112782 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-90baaa2b-a87d-4a06-a64f-87bed9af1a92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=789576c8-d3c5-4bb8-9a61-289186cb2c27 HTTP/1.1" status: 200 len: 854 time: 0.1363533 Jul 09 18:46:12.122447 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:46:12.183762 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-fd131d42-b269-4620-b497-219638b3bfea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8832039b-97f5-45a1-add5-584cfbdaa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632794 Jul 09 18:46:12.186077 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Made reservation on behalf of 38cbc77f45f844a095d0b15366a2f903 for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:12.189345 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15545278'] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:12.310873 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Sync routers for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:46:12.346066 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:12.346979 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:12.467156 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-42af43af-f5cf-40f0-8b62-8a23bfcdabf8 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592807 Jul 09 18:46:12.582445 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-3b0a92a0-0289-47b5-8039-b99760a245a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:12.593844 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:12.686879 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13845528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15545260'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:12.743262 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a40fb7bd-8ce7-4191-bb9e-014361410c65 req-c043ebf4-c48f-4715-be60-9df733f132d1 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691534 Jul 09 18:46:12.759105 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e10e79-8a4e-4d91-b2a8-a84481180132 req-ed6dfa28-cf51-45c3-9d07-cc92a6045c58 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:12.760777 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f2e10e79-8a4e-4d91-b2a8-a84481180132 req-ed6dfa28-cf51-45c3-9d07-cc92a6045c58 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1852920 Jul 09 18:46:12.778858 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974e4e20-c4bf-446f-b21c-1e36127df387,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:12.826337 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Checking segment: {'id': 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:12.826700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Network hostable DHCP agents. Network: 1a1b1b60-39e3-4f28-8f26-b28ed7cad739, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:46:12.832379 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f2e10e79-8a4e-4d91-b2a8-a84481180132 req-cbf8701a-65dd-47de-a8c8-98f84a6b6d19 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598235 Jul 09 18:46:12.850788 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:46:12.866485 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 1a1b1b60-39e3-4f28-8f26-b28ed7cad739) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:12.866885 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b', 'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'mac_address': 'fa:16:3e:66:de:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:09Z', 'updated_at': '2021-07-09T18:46:10Z', 'revision_number': 2, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'subnets': [{'id': '0463249d-fd68-4373-8795-b5ef385879a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:12.872784 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:12.874002 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:12.891856 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-a12dc627-fe1c-46f1-ac86-e5950e7d4563 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8127255 Jul 09 18:46:12.894821 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33540) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:12.901174 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c1f7c-ed81-493a-bb63-6d54e3da01e9 None None] Network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:46:12.904380 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Checking router: 0594a2bc-8acd-404b-a704-5d327e44db39 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:46:12.904762 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Updating router 0594a2bc-8acd-404b-a704-5d327e44db39 port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:46:12.905375 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:12.939991 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:12.941909 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:12.996408 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:12.998815 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.134005 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.299343 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-1a1b1b60-39e3-4f28-8f26-b28ed7cad739', 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'fixed_ips': [{'subnet_id': '974e4e20-c4bf-446f-b21c-1e36127df387'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:46:13.300289 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.328608 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.349115 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.575306 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Allocated IP 172.27.2.163 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/34280db5-52e9-4a5c-8e84-ed93d20b0b56) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:13.592566 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.608263 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Transition to ACTIVE for port object 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:13.611534 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device ef04892e-810d-49c1-8f8e-6a369443952b up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:13.642138 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.723800 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb4412-00ab-47a1-8070-09eb4170c99d None None] Pushing event updated for resources: {'Port': ['ID=3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:13.748879 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Allocated IP 172.20.0.2 (1a1b1b60-39e3-4f28-8f26-b28ed7cad739/974e4e20-c4bf-446f-b21c-1e36127df387/27b84702-b611-4746-9b7f-9a54c2afd9f9) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:13.773604 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.822885 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:13.876726 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:13.883749 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:13.887715 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:13.914000 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Pushing event updated for resources: {'Port': ['ID=34280db5-52e9-4a5c-8e84-ed93d20b0b56,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:13.983817 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-0c47d328-b298-45a2-8d44-27baa2d9a786 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:13.993484 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-0c47d328-b298-45a2-8d44-27baa2d9a786 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 814 time: 0.2181630 Jul 09 18:46:14.013054 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-4ef1bcd3-8a64-4de2-80cc-523f9da2d96a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/quotas/547afd78cce14b8bad3ee66012ea7624 HTTP/1.1" status: 200 len: 375 time: 0.0197780 Jul 09 18:46:14.103105 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-a97ea850-346c-4b29-8fa8-4bb789f35b8f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891793 Jul 09 18:46:14.124557 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port ef04892e-810d-49c1-8f8e-6a369443952b triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:14.124922 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.177714 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Attempting to bind port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:14.178085 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Attempting to bind port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:14.178519 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Attempting to bind port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b on network d67bf152-f676-43ef-90d0-dbcab1803cc3 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:14.191600 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.205956 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:14.206356 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Checking segment: {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:14.206761 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.207157 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Bound using segment: {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:14.207271 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-142661a2-fcf8-43ac-8700-09eb7b072664 service neutron] 10.222.0.22 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968471 Jul 09 18:46:14.207634 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Bound port: 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:14.208017 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.212449 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Transition to ACTIVE for port object 27b84702-b611-4746-9b7f-9a54c2afd9f9 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:14.249168 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Transition to ACTIVE for port object 27b84702-b611-4746-9b7f-9a54c2afd9f9 will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:14.276043 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.338747 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-2dbd5108-33de-403e-bef4-b1d61b2e47fd service neutron] 10.222.0.22 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248653 Jul 09 18:46:14.382364 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] For port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:14.385470 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:14.388266 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Pushing event updated for resources: {'Port': ['ID=27b84702-b611-4746-9b7f-9a54c2afd9f9,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:14.391156 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f8828-df71-4de6-aca3-6d4084673d66 req-f77b829d-9e43-43b0-8eaa-2c60a294a5ed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:14.392689 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b27f8828-df71-4de6-aca3-6d4084673d66 req-f77b829d-9e43-43b0-8eaa-2c60a294a5ed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1445220 Jul 09 18:46:14.399349 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:14.402178 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:14.407066 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] For port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:14.414645 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.470071 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.474483 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b27f8828-df71-4de6-aca3-6d4084673d66 req-d491bf80-6499-4e46-895e-a7f9c18cd045 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509822 Jul 09 18:46:14.521703 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Attempting to bind port 27b84702-b611-4746-9b7f-9a54c2afd9f9 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:14.522179 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Attempting to bind port 27b84702-b611-4746-9b7f-9a54c2afd9f9 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:14.523002 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Attempting to bind port 27b84702-b611-4746-9b7f-9a54c2afd9f9 on network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:14.529572 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:14.530222 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:45:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:14.534737 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb4412-00ab-47a1-8070-09eb4170c99d None None] Pushing event updated for resources: {'Port': ['ID=3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:14.543931 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:14.544298 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Checking segment: {'id': 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:14.544701 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.545095 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Bound using segment: {'id': 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:14.545580 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Bound port: 27b84702-b611-4746-9b7f-9a54c2afd9f9, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:14.546223 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.677744 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f96e344d-e20a-4c8d-8dee-f71c74796337 req-d59aedc8-6afe-4204-a44a-7ad13c6e941a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 210 time: 0.0471671 Jul 09 18:46:14.796765 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] For port 27b84702-b611-4746-9b7f-9a54c2afd9f9, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:14.803268 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] For port 27b84702-b611-4746-9b7f-9a54c2afd9f9, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=27b84702-b611-4746-9b7f-9a54c2afd9f9,segment=NetworkSegment(ad1c9e78-5ae9-48bc-8add-4dfee4ffe598),segment_id=ad1c9e78-5ae9-48bc-8add-4dfee4ffe598)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:14.815983 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33596) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:14.823640 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:14.826894 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.872625 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.900187 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bc68ba-aecf-46ab-955b-4a6fb6f5861b admin admin] Deleting subnet 66f65ea7-703b-4d90-a80e-9a4853f662b0 {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:46:14.910081 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d1bc68ba-aecf-46ab-955b-4a6fb6f5861b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:14.949487 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba135b32-53b8-4221-9e87-0886bd92ba18 None None] Pushing event updated for resources: {'Port': ['ID=27b84702-b611-4746-9b7f-9a54c2afd9f9,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:14.973725 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d1bc68ba-aecf-46ab-955b-4a6fb6f5861b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.084727 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d1bc68ba-aecf-46ab-955b-4a6fb6f5861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.092451 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:46:15.195275 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d1bc68ba-aecf-46ab-955b-4a6fb6f5861b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.264724 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc68ba-aecf-46ab-955b-4a6fb6f5861b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f65ea7-703b-4d90-a80e-9a4853f662b0,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:15.275801 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d1bc68ba-aecf-46ab-955b-4a6fb6f5861b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.280953 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d1bc68ba-aecf-46ab-955b-4a6fb6f5861b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/66f65ea7-703b-4d90-a80e-9a4853f662b0 HTTP/1.1" status: 204 len: 168 time: 0.4634979 Jul 09 18:46:15.285154 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33616) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:15.299353 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f114c90a-a0d4-452e-9a64-7fb9514aa530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.305190 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.415317 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:46:15.440982 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Sync routers for ids ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:46:15.463733 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Routers {'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:15.464381 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:15.510585 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.511534 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b', 'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'mac_address': 'fa:16:3e:66:de:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:09Z', 'updated_at': '2021-07-09T18:46:14Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'subnets': [{'id': '0463249d-fd68-4373-8795-b5ef385879a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:15.512098 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-055eea67-85ad-499d-8d22-551076512200 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6117857 Jul 09 18:46:15.513267 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.514513 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33620) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:15.582766 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911af4e8-9ae8-48d1-b155-bdbd12e7a871 None None] The sync data for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi is: [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b', 'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'mac_address': 'fa:16:3e:66:de:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:09Z', 'updated_at': '2021-07-09T18:46:14Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'subnets': [{'id': '0463249d-fd68-4373-8795-b5ef385879a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:46:15.660252 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.700494 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faee1ef-fbd4-4ea9-bf47-bb46661feb44']}} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:15.723730 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9e1aa2-c81c-4817-8dde-7e03e02709ca') {'for_net_delete': True} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:15.724661 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9e1aa2-c81c-4817-8dde-7e03e02709ca') {} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:15.742448 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 27b84702-b611-4746-9b7f-9a54c2afd9f9 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:15.760275 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718719'] for segment, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.789360 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.828525 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=104835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:46:15.830464 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845690'] for segment, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.884615 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Set router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:15.936332 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 27b84702-b611-4746-9b7f-9a54c2afd9f9 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: Traceback (most recent call last): Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: timer() Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: cb(*args, **kw) Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: return func(*args, **kwargs) Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: self._notify() Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: self.callback(batched_events) Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: event.method(event) Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: return f(self, *a, **k) Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._get(url).json() Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: return self.request(url, 'GET', **kwargs) Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:46:15.950535 dv-cinder-780933-10-iscsi neutron-server[104835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:46:15.960037 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.980463 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:15.984761 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1faee1ef-fbd4-4ea9-bf47-bb46661feb44 HTTP/1.1" status: 204 len: 168 time: 0.6970789 Jul 09 18:46:16.004104 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9af13-e0c0-4875-a823-5d124ccf8310 admin admin] Pushing event deleted for resources: {'Network': ['ID=1faee1ef-fbd4-4ea9-bf47-bb46661feb44,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:16.087248 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-95242d42-b071-4020-81d3-faa29647c854 req-f91e363d-f6d0-4fd3-84a1-ed10a693c408 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 210 time: 0.0561895 Jul 09 18:46:16.157592 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2af97-0572-4cc1-9c26-a546d6bcfb9f req-abec906c-f7db-4162-a962-a99953ae225f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:16.170945 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f0d2af97-0572-4cc1-9c26-a546d6bcfb9f req-abec906c-f7db-4162-a962-a99953ae225f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.3244748 Jul 09 18:46:16.245607 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:12Z', 'updated_at': '2021-07-09T18:46:14Z', 'revision_number': 3, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'gw_port': {'id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:13Z', 'updated_at': '2021-07-09T18:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:16.286785 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Checking router: db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:46:16.287429 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Updating router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 port 34280db5-52e9-4a5c-8e84-ed93d20b0b56 binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:46:16.323235 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33636) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:16.346319 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.359453 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f0d2af97-0572-4cc1-9c26-a546d6bcfb9f req-4ce0f101-f739-4f02-b950-7c22143592cc tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760235 Jul 09 18:46:16.411709 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.435623 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-5d5b83ad-bc48-43d1-951e-9433e88420ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f36bd9dfb742443a87eb536e5806cec9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1063223 Jul 09 18:46:16.437049 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33642) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:16.578076 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b84eb132-8ef5-461a-9bce-f23fae2ec6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.653507 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b84eb132-8ef5-461a-9bce-f23fae2ec6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.707720 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e66cdf7-169e-4eea-9010-8106a7033933 None None] Network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:46:16.772197 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b84eb132-8ef5-461a-9bce-f23fae2ec6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.775281 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b84eb132-8ef5-461a-9bce-f23fae2ec6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.784515 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b84eb132-8ef5-461a-9bce-f23fae2ec6c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee8e97f7-df01-4b46-9f70-de04b5abe8f6 HTTP/1.1" status: 204 len: 168 time: 0.3433990 Jul 09 18:46:16.807666 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.825282 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84eb132-8ef5-461a-9bce-f23fae2ec6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8e97f7-df01-4b46-9f70-de04b5abe8f6,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:16.828504 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5f776fef-842f-447a-ab6a-2260e1879995 None None] Provisioning for port 27b84702-b611-4746-9b7f-9a54c2afd9f9 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:16.849403 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5f776fef-842f-447a-ab6a-2260e1879995 None None] Provisioning complete for port 27b84702-b611-4746-9b7f-9a54c2afd9f9 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:16.849977 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5f776fef-842f-447a-ab6a-2260e1879995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.886087 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:16.937493 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Transition to ACTIVE for port object 34280db5-52e9-4a5c-8e84-ed93d20b0b56 will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:16.954122 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:17.060118 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9965d-d960-488e-8d80-709cf7ecde96 None None] Pushing event updated for resources: {'Port': ['ID=34280db5-52e9-4a5c-8e84-ed93d20b0b56,revision_number=2']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:17.104910 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Attempting to bind port 34280db5-52e9-4a5c-8e84-ed93d20b0b56 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:17.104910 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Attempting to bind port 34280db5-52e9-4a5c-8e84-ed93d20b0b56 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:17.104910 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Attempting to bind port 34280db5-52e9-4a5c-8e84-ed93d20b0b56 on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:17.111721 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:17.112145 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:17.112742 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:17.113284 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:17.113897 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Bound port: 34280db5-52e9-4a5c-8e84-ed93d20b0b56, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:17.114489 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:17.191903 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] For port 34280db5-52e9-4a5c-8e84-ed93d20b0b56, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:17.206179 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] For port 34280db5-52e9-4a5c-8e84-ed93d20b0b56, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=34280db5-52e9-4a5c-8e84-ed93d20b0b56,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:17.212507 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:17.244856 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-3d89992e-ea9f-49f9-b00a-2f2c7804e9f5 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:17.252924 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-3d89992e-ea9f-49f9-b00a-2f2c7804e9f5 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 814 time: 0.3573248 Jul 09 18:46:17.272862 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Request body: {'port': {'device_id': '3645eec8-ee07-49f5-827f-a3741420cda7', 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4', 'admin_state_up': True, 'tenant_id': '547afd78cce14b8bad3ee66012ea7624'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:17.286570 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5f776fef-842f-447a-ab6a-2260e1879995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:17.409754 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Routers {'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:17.411859 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-5f776fef-842f-447a-ab6a-2260e1879995 None None] For port 27b84702-b611-4746-9b7f-9a54c2afd9f9, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=27b84702-b611-4746-9b7f-9a54c2afd9f9,segment=NetworkSegment(ad1c9e78-5ae9-48bc-8add-4dfee4ffe598),segment_id=ad1c9e78-5ae9-48bc-8add-4dfee4ffe598)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:17.413334 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:17.421369 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5f776fef-842f-447a-ab6a-2260e1879995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:17.453423 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Allocated IP 172.20.0.1 (1a1b1b60-39e3-4f28-8f26-b28ed7cad739/974e4e20-c4bf-446f-b21c-1e36127df387/7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:17.523921 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9965d-d960-488e-8d80-709cf7ecde96 None None] Pushing event updated for resources: {'Port': ['ID=34280db5-52e9-4a5c-8e84-ed93d20b0b56,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:17.646211 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f776fef-842f-447a-ab6a-2260e1879995 None None] Pushing event updated for resources: {'Port': ['ID=27b84702-b611-4746-9b7f-9a54c2afd9f9,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:17.669005 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:17.685101 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d064c4c4-f156-4693-a1f4-86e3acdc5fde req-247fd2d2-ec18-4dec-ba7f-ceb614e7d94e tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 210 time: 0.2034104 Jul 09 18:46:17.746916 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Made reservation on behalf of 547afd78cce14b8bad3ee66012ea7624 for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:17.749608 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] Set router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:17.752550 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:17.787885 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:17.806377 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:17.818667 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:17.819229 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:17.852933 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Transition to ACTIVE for port object 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 will not be triggered until provisioned by entity DHCP. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:18.005145 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.022705 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.188680 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b0b9-45ae-41bf-bc0e-7c76d7b196eb req-16be70f1-93cf-4375-96a2-2804aa3fc6bc tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:18.199695 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e799b0b9-45ae-41bf-bc0e-7c76d7b196eb req-16be70f1-93cf-4375-96a2-2804aa3fc6bc tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.2420552 Jul 09 18:46:18.207097 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:18.208620 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Pushing event updated for resources: {'Port': ['ID=7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:18.229897 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Allocated IP 172.20.0.13 (8832039b-97f5-45a1-add5-584cfbdaa7c4/789576c8-d3c5-4bb8-9a61-289186cb2c27/10401a7d-c3f6-4a11-afb2-c6ebd11e7689) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:18.234670 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:18.237483 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:18.287481 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.299207 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e799b0b9-45ae-41bf-bc0e-7c76d7b196eb req-773b4f29-0fc1-4111-8b0c-ee62e06d0346 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985055 Jul 09 18:46:18.329054 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33704) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:18.490184 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.499161 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-d5997da7-9afb-4867-a0e2-d8185f845358 None None] Provisioning complete for port 27b84702-b611-4746-9b7f-9a54c2afd9f9 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:18.499830 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d5997da7-9afb-4867-a0e2-d8185f845358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.537936 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:12Z', 'updated_at': '2021-07-09T18:46:14Z', 'revision_number': 3, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'gw_port': {'id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:13Z', 'updated_at': '2021-07-09T18:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:18.596397 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.606233 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:18.614722 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd37fc-044f-42c3-8637-ce8ba6cb89cd None None] The sync data for ids ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'] in dv-cinder-780933-10-iscsi is: [{'id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:12Z', 'updated_at': '2021-07-09T18:46:14Z', 'revision_number': 3, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'gw_port': {'id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:13Z', 'updated_at': '2021-07-09T18:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:46:18.617736 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.653699 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.702416 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-56463b9a-98fe-4cea-8e6c-d97c7439c69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.789661 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:18.887927 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33736) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:18.955964 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-b421b77c-9bfa-419f-9e96-e68c221e022b None None] Provisioning for port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:18.963825 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-b421b77c-9bfa-419f-9e96-e68c221e022b None None] Provisioning complete for port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:18.964254 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-b421b77c-9bfa-419f-9e96-e68c221e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:18.999709 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-56463b9a-98fe-4cea-8e6c-d97c7439c69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.014402 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.016450 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-56463b9a-98fe-4cea-8e6c-d97c7439c69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.045902 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-b421b77c-9bfa-419f-9e96-e68c221e022b None None] Port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:46:19.050067 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0ba55e75-5aef-42b8-9f9f-6a03101dbebd req-15fd1736-49c5-4297-a016-67c0c8f0ae2c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 210 time: 0.0785241 Jul 09 18:46:19.071733 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['21101f2d-0c09-4dac-a109-d48a1d6762e2'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:46:19.081930 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56463b9a-98fe-4cea-8e6c-d97c7439c69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7586d7c9-1052-437e-9ff0-c1c861e8c0e0,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:19.102902 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.110752 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.155466 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:46:19.169936 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Network 8832039b-97f5-45a1-add5-584cfbdaa7c4 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:19.174322 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1989580870-network', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:19.196259 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:19.221142 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:19.248256 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.255355 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Pushing event updated for resources: {'Port': ['ID=7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:19.301140 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:19.301810 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.351547 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Pushing event updated for resources: {'Port': ['ID=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:19.358966 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-56463b9a-98fe-4cea-8e6c-d97c7439c69f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92b34d172e0241a28cd0fe7d1f7c1b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0288775 Jul 09 18:46:19.364557 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33750) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:19.373561 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33752) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:19.395693 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Made reservation on behalf of 710314d7350a46debe5c2c8e0d16306a for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:19.402231 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.419453 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-e0c79017-4f69-4bdd-9f5a-1a2e5cf95a33 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1563199 Jul 09 18:46:19.423025 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.459656 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:19.462172 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:19.485782 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Request body: {'port': {'device_id': '3645eec8-ee07-49f5-827f-a3741420cda7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:19.612900 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1adf1307-c438-4d1b-b100-2c74a22ee7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.635317 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:46:19.676278 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:19.717087 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-16e16147-47d1-4715-b82c-3c4381c006cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.781555 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:19.781934 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.803109 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1adf1307-c438-4d1b-b100-2c74a22ee7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.813772 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.823414 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-bdc4f9f9-7c66-4711-ba02-630846e56d89 None None] Provisioning complete for port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:19.824070 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-bdc4f9f9-7c66-4711-ba02-630846e56d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.862740 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4f9f9-7c66-4711-ba02-630846e56d89 None None] Port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:46:19.922804 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 34280db5-52e9-4a5c-8e84-ed93d20b0b56 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:19.982837 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a950650-8a63-4b2d-8f59-cecf11870e51 req-0f9d4540-1fdb-4bc7-a532-aa6db290cc19 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:19.983311 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 34280db5-52e9-4a5c-8e84-ed93d20b0b56 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:19.984442 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9a950650-8a63-4b2d-8f59-cecf11870e51 req-0f9d4540-1fdb-4bc7-a532-aa6db290cc19 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.4076509 Jul 09 18:46:19.988771 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 34280db5-52e9-4a5c-8e84-ed93d20b0b56 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:19.989353 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.994525 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1adf1307-c438-4d1b-b100-2c74a22ee7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.996988 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1adf1307-c438-4d1b-b100-2c74a22ee7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:19.998095 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-1adf1307-c438-4d1b-b100-2c74a22ee7f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7586d7c9-1052-437e-9ff0-c1c861e8c0e0 HTTP/1.1" status: 204 len: 168 time: 0.6324246 Jul 09 18:46:20.081668 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf1307-c438-4d1b-b100-2c74a22ee7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7586d7c9-1052-437e-9ff0-c1c861e8c0e0,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:20.095616 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.095952 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.097237 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:46:20.111954 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.113190 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-6e67723b-e74b-4298-99be-49c42c678953 admin admin] 10.222.0.22 "PUT /v2.0/routers/db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5957487 Jul 09 18:46:20.134689 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 34280db5-52e9-4a5c-8e84-ed93d20b0b56, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=34280db5-52e9-4a5c-8e84-ed93d20b0b56,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:20.137729 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:46:20.144989 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.146477 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 27b84702-b611-4746-9b7f-9a54c2afd9f9 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:20.150962 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.151146 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Added segment 946a1e94-7594-4989-bf9e-928ef798b6cb of type vlan for network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 Jul 09 18:46:20.226401 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.270316 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-16e16147-47d1-4715-b82c-3c4381c006cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.277711 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=34280db5-52e9-4a5c-8e84-ed93d20b0b56,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:20.280904 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-16e16147-47d1-4715-b82c-3c4381c006cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.320505 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 27b84702-b611-4746-9b7f-9a54c2afd9f9 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:20.320884 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.379278 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9a950650-8a63-4b2d-8f59-cecf11870e51 req-fc8a0a9e-059d-48da-8a10-8a41de3dad0b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856227 Jul 09 18:46:20.396836 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-16e16147-47d1-4715-b82c-3c4381c006cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f692895ed559410fa7b0660b3d3511fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0185528 Jul 09 18:46:20.399974 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33774) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:20.411072 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e16147-47d1-4715-b82c-3c4381c006cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c674af6-9684-4e09-b107-ca47b6679d4b,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:20.419700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.db.resource_extend [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 18:46:20.472617 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f65bb0-4d70-4cf5-80c6-9247e9d452b4,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:20.520863 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1d71efe5-f964-418e-999e-ed5d967f6156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.549688 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1d71efe5-f964-418e-999e-ed5d967f6156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.642026 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75986225-374f-4146-8a77-b071025b32f7 req-e7ffdc7c-e316-43f3-bdbc-1b1f772fe5a3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:20.646675 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-75986225-374f-4146-8a77-b071025b32f7 req-e7ffdc7c-e316-43f3-bdbc-1b1f772fe5a3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 932 time: 0.1476948 Jul 09 18:46:20.648148 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1d71efe5-f964-418e-999e-ed5d967f6156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.651494 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1d71efe5-f964-418e-999e-ed5d967f6156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.652896 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-1d71efe5-f964-418e-999e-ed5d967f6156 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c674af6-9684-4e09-b107-ca47b6679d4b HTTP/1.1" status: 204 len: 168 time: 0.2513709 Jul 09 18:46:20.670611 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71efe5-f964-418e-999e-ed5d967f6156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c674af6-9684-4e09-b107-ca47b6679d4b,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:20.730834 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-75986225-374f-4146-8a77-b071025b32f7 req-c0b3dd0d-97bd-4694-a4f3-27719dd95867 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719900 Jul 09 18:46:20.893588 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.894626 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:20.895206 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:20.921471 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0152564 Jul 09 18:46:20.924630 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33796) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:20.931644 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Request body: {'subnet': {'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1989580870-subnet', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:20.962214 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Made reservation on behalf of 710314d7350a46debe5c2c8e0d16306a for: {'subnet': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:20.966210 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15224077'] for subnet, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.002642 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eafd40-7169-4f1a-ae6d-65f9e2e62e32 admin admin] Pushing event updated for resources: {'Network': ['ID=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:21.015085 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:46:21.092355 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:46:21.107143 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.147661 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Transition to ACTIVE for port object 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:21.155803 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.160182 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33806) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:21.223625 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14759142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15224095'] for subnet, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.234068 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2a3aaa8c-e561-4a2e-8ef3-80682305d0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.259234 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Pushing event updated for resources: {'Port': ['ID=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:21.280274 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1c8df9-30f8-43b6-aaf9-a82373b78aa6,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:21.325608 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Checking segment: {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:21.326465 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Network hostable DHCP agents. Network: 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:46:21.337683 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Sync routers for ids ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:46:21.348680 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Routers {'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:21.350180 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:21.352749 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:46:21.378411 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296) {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:21.395663 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2fe768-28b4-436c-a34a-e6a9e23c00bd None None] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:46:21.412124 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:21.413681 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.467279 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Attempting to bind port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:21.467981 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Attempting to bind port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:21.468249 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Attempting to bind port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:21.484828 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:46:21.484828 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Attempting to bind port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:21.497757 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:21.498099 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Checking segment: {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:21.498505 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Bound using segment: {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:21.498926 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Bound port: 10401a7d-c3f6-4a11-afb2-c6ebd11e7689, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:21.499274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.574965 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 34280db5-52e9-4a5c-8e84-ed93d20b0b56 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:21.628624 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2a3aaa8c-e561-4a2e-8ef3-80682305d0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.652637 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Set router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:21.656737 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2a3aaa8c-e561-4a2e-8ef3-80682305d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.706192 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-7e7a3743-9e6a-4813-9db9-6ca5102a31cc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7802293 Jul 09 18:46:21.709394 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33828) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:21.719718 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:21.746986 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] For port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:21.793320 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.797019 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.823143 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf053-c731-4b75-8452-389eff61943f req-c6b7e51a-4392-417d-829a-f1f5c0fa90c0 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:21.825233 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8a1cf053-c731-4b75-8452-389eff61943f req-c6b7e51a-4392-417d-829a-f1f5c0fa90c0 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.2141280 Jul 09 18:46:21.825900 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33832) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:21.832919 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-2a3aaa8c-e561-4a2e-8ef3-80682305d0df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7e58c7f9e0f47edb93088eee8395447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453655 Jul 09 18:46:21.841520 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3aaa8c-e561-4a2e-8ef3-80682305d0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f65bb7-c37d-40f5-9acc-6e58c29a8ec4,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:21.854829 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] For port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:21.863723 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 34280db5-52e9-4a5c-8e84-ed93d20b0b56 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:21.864200 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.866045 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.958259 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:21.960985 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:21.962667 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] 10.222.0.30 "PUT /v2.0/ports/10401a7d-c3f6-4a11-afb2-c6ebd11e7689 HTTP/1.1" status: 200 len: 1094 time: 2.5223846 Jul 09 18:46:21.965497 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3645eec8-ee07-49f5-827f-a3741420cda7', 'tag': '10401a7d-c3f6-4a11-afb2-c6ebd11e7689'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:46:21.974237 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089ae17c-62df-408e-9ed6-18ed9b73b9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3645eec8-ee07-49f5-827f-a3741420cda7", "tag": "10401a7d-c3f6-4a11-afb2-c6ebd11e7689"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:46:22.040703 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:46:22.041562 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:22.046088 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:22.067755 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8a1cf053-c731-4b75-8452-389eff61943f req-cbec3f45-4609-41e1-bb33-2675739fde0e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318480 Jul 09 18:46:22.133442 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be5e26-7655-492b-a11f-908aa5d6b741 service neutron] Pushing event updated for resources: {'Port': ['ID=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:22.164286 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bcbc59-0ad2-45a5-85fe-36b138a3a02b x-openstack-request-id: req-80bcbc59-0ad2-45a5-85fe-36b138a3a02b {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:46:22.164484 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3645eec8-ee07-49f5-827f-a3741420cda7", "tag": "10401a7d-c3f6-4a11-afb2-c6ebd11e7689", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:46:22.164653 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80bcbc59-0ad2-45a5-85fe-36b138a3a02b {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:46:22.165044 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3645eec8-ee07-49f5-827f-a3741420cda7', 'tag': '10401a7d-c3f6-4a11-afb2-c6ebd11e7689', 'status': 'completed', 'code': 200} Jul 09 18:46:22.197038 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74774d20-0b15-433b-ba4c-3afba85e5d35 req-0a3420f1-94fb-4492-a9bb-53b8f2f34d1b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:22.204529 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-74774d20-0b15-433b-ba4c-3afba85e5d35 req-0a3420f1-94fb-4492-a9bb-53b8f2f34d1b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 944 time: 0.2127323 Jul 09 18:46:22.207281 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-41984c4d-363c-46da-96c4-d0d08709c84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:22.215535 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-d15badbf-81b8-4130-baa1-26e78e3db961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:22.217817 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-d15badbf-81b8-4130-baa1-26e78e3db961 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 1097 time: 0.1550002 Jul 09 18:46:22.310095 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:22.315058 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-41984c4d-363c-46da-96c4-d0d08709c84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:22.355955 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-2687b0a2-8bc1-4c17-8019-1f5a7e639f73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10401a7d-c3f6-4a11-afb2-c6ebd11e7689 HTTP/1.1" status: 200 len: 217 time: 0.1123283 Jul 09 18:46:22.449968 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-74774d20-0b15-433b-ba4c-3afba85e5d35 req-161d0b38-baa4-4d63-9255-769cf1e356a4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445858 Jul 09 18:46:22.464257 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-41984c4d-363c-46da-96c4-d0d08709c84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:22.467135 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-41984c4d-363c-46da-96c4-d0d08709c84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:22.468280 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-41984c4d-363c-46da-96c4-d0d08709c84f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71f65bb7-c37d-40f5-9acc-6e58c29a8ec4 HTTP/1.1" status: 204 len: 168 time: 0.6403637 Jul 09 18:46:22.484208 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:12Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 4, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'gw_port': {'id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:13Z', 'updated_at': '2021-07-09T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36', 'name': '', 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'mac_address': 'fa:16:3e:88:1b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '974e4e20-c4bf-446f-b21c-1e36127df387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:16Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 2, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'subnets': [{'id': '974e4e20-c4bf-446f-b21c-1e36127df387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:22.539668 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41984c4d-363c-46da-96c4-d0d08709c84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f65bb7-c37d-40f5-9acc-6e58c29a8ec4,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:22.552384 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-19187318-f02e-4748-b2a5-63f837091736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:22.557597 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-19187318-f02e-4748-b2a5-63f837091736 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=789576c8-d3c5-4bb8-9a61-289186cb2c27 HTTP/1.1" status: 200 len: 854 time: 0.1846993 Jul 09 18:46:22.606304 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Checking router: db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:46:22.607185 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Updating router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:46:22.653963 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-c36c88cc-987a-404b-9e76-9b4a2815da51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8832039b-97f5-45a1-add5-584cfbdaa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864394 Jul 09 18:46:22.668896 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:22.883237 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-44fab41f-4415-479a-b336-4447e394ec64 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115619 Jul 09 18:46:22.935296 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:22.969682 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:23.061842 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-700c36e9-2ce7-41bc-9062-46d6fa543555 req-6a9be7a9-1c6d-42fd-a4e5-fa315e695d15 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718340 Jul 09 18:46:23.063670 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Allocated IP 172.20.0.2 (9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296/3c1c8df9-30f8-43b6-aaf9-a82373b78aa6/39e50cf6-97eb-42ce-a51d-d7074bcf15a3) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:23.262652 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Allocated IP 172.27.2.68 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/be59a3f2-5b00-4687-ae62-3948a4f45f95) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:23.464225 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-0b14473a-88c4-48f7-bae7-71e0013750a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:23.466913 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-0b14473a-88c4-48f7-bae7-71e0013750a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 1097 time: 0.2215683 Jul 09 18:46:23.479708 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:23.571213 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:23.606658 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ddf64-185b-4a7f-8690-7c47c043d3b3 req-5f8e252d-ee50-49d5-844e-5859125e09ea tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:23.608224 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fb3ddf64-185b-4a7f-8690-7c47c043d3b3 req-5f8e252d-ee50-49d5-844e-5859125e09ea tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.2871423 Jul 09 18:46:23.631355 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:23.649040 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:23.653390 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:23.668019 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:23.702316 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Pushing event updated for resources: {'Port': ['ID=be59a3f2-5b00-4687-ae62-3948a4f45f95,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:23.735308 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-93a7e8c1-4f0b-4321-9f1d-526387863e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:23.736806 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-93a7e8c1-4f0b-4321-9f1d-526387863e69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 915 time: 0.2497976 Jul 09 18:46:23.767020 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Transition to ACTIVE for port object 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:23.811489 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Transition to ACTIVE for port object 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:23.815718 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-ccfb8b4c-9b86-493f-af43-30beca0b8753 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10401a7d-c3f6-4a11-afb2-c6ebd11e7689 HTTP/1.1" status: 200 len: 217 time: 0.0638604 Jul 09 18:46:23.822033 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:23.837377 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:23.866983 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:23.868521 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:23.876488 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:23.883231 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Transition to ACTIVE for port object 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:23.901129 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fb3ddf64-185b-4a7f-8690-7c47c043d3b3 req-a16a60b1-2dba-42a8-b44c-60549b8bbee9 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863760 Jul 09 18:46:23.927890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-a15a42da-9710-4926-b48d-d17d5a949d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:23.929532 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-a15a42da-9710-4926-b48d-d17d5a949d11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=789576c8-d3c5-4bb8-9a61-289186cb2c27 HTTP/1.1" status: 200 len: 854 time: 0.0991077 Jul 09 18:46:24.019604 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:24.043029 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-d66b89ec-d158-4a17-bedd-aab7aed22a8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8832039b-97f5-45a1-add5-584cfbdaa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058722 Jul 09 18:46:24.062632 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Pushing event updated for resources: {'Port': ['ID=39e50cf6-97eb-42ce-a51d-d7074bcf15a3,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:24.133823 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7d552-2198-494d-bae3-26066ad0f0f4 req-bd3e5850-19bf-4d38-b698-ff6b0b436f3c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:24.135874 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-dfd7d552-2198-494d-bae3-26066ad0f0f4 req-bd3e5850-19bf-4d38-b698-ff6b0b436f3c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 944 time: 0.3900018 Jul 09 18:46:24.199071 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Attempting to bind port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:24.199071 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Attempting to bind port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:24.199071 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Attempting to bind port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 on network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:24.287093 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:24.331767 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-b717da16-0718-4c11-99a6-df9cf71e275b service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777762 Jul 09 18:46:24.376666 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:24.384227 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Checking segment: {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:24.384704 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:24.385127 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Bound using segment: {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:24.385786 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Bound port: 39e50cf6-97eb-42ce-a51d-d7074bcf15a3, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:24.386438 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:24.405909 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-dfd7d552-2198-494d-bae3-26066ad0f0f4 req-7a9b268f-765c-4f53-9234-cebfbcc9ab46 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221408 Jul 09 18:46:24.492823 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Attempting to bind port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:24.502382 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Attempting to bind port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:24.504518 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Attempting to bind port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 on network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:24.526918 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-089ae17c-62df-408e-9ed6-18ed9b73b9fd req-35abd893-119f-49a7-8bc9-066edab484d8 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755867 Jul 09 18:46:24.531968 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:24.532587 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Checking segment: {'id': 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:24.533206 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:24.533765 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Bound using segment: {'id': 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:24.534513 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Bound port: 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:24.535154 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:24.549022 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d5bdc-484a-47b7-b438-b8315ee0bc73 None None] Pushing event updated for resources: {'Port': ['ID=7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:24.708901 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:24.784949 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] For port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:24.806542 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] For port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36,segment=NetworkSegment(ad1c9e78-5ae9-48bc-8add-4dfee4ffe598),segment_id=ad1c9e78-5ae9-48bc-8add-4dfee4ffe598)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:24.810914 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] For port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:24.815807 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] For port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=39e50cf6-97eb-42ce-a51d-d7074bcf15a3,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:24.822348 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:24.886497 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:25.060895 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:46:25.104525 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Router 64bdd996-e989-45a4-8e60-26258bb06c43 is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:46:25.110649 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d5bdc-484a-47b7-b438-b8315ee0bc73 None None] Pushing event updated for resources: {'Port': ['ID=7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:25.262855 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Routers {'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:25.263567 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:25.472384 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.db.resource_extend [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 18:46:25.503260 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca41006-9cfd-4a35-98e4-36419ba6ea3c req-d7d2bbc9-c9bc-45b3-9565-e7f450629ce3 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:25.504823 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aca41006-9cfd-4a35-98e4-36419ba6ea3c req-d7d2bbc9-c9bc-45b3-9565-e7f450629ce3 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.2454226 Jul 09 18:46:25.529010 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:46:25.540930 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Sync routers for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:46:25.558714 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:25.559386 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:25.585516 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:25.595414 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-d085359e-aa5f-44c0-9669-435640226d3c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8813901 Jul 09 18:46:25.596146 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33932) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:25.645586 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aca41006-9cfd-4a35-98e4-36419ba6ea3c req-c3495ccb-264e-4f0b-bb51-60c6ed546b20 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318436 Jul 09 18:46:25.680529 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43550acc-1619-4ed6-8a8e-67c254f1a999 None None] Pushing event updated for resources: {'Port': ['ID=39e50cf6-97eb-42ce-a51d-d7074bcf15a3,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:25.820830 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:25.868246 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] Set router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:26.099648 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:23Z', 'revision_number': 3, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:26.120089 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:26.150640 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '10401a7d-c3f6-4a11-afb2-c6ebd11e7689', 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4', 'port_id': '10401a7d-c3f6-4a11-afb2-c6ebd11e7689', 'mac_address': 'fa:16:3e:e6:6b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789576c8-d3c5-4bb8-9a61-289186cb2c27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:46:26.186172 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Checking router: 64bdd996-e989-45a4-8e60-26258bb06c43 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:46:26.186504 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Updating router 64bdd996-e989-45a4-8e60-26258bb06c43 port be59a3f2-5b00-4687-ae62-3948a4f45f95 binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:46:26.227122 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33946) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:26.271944 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:26.309498 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:26.355854 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:46:26.386875 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0dc8750e-edc8-4add-94a2-22279b4ce0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:26.401471 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:26.427141 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:26.572144 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:26.642920 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef42590c-928e-46ff-bb0d-a8c578a8c694 None None] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:46:26.658728 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0dc8750e-edc8-4add-94a2-22279b4ce0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:26.670001 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0dc8750e-edc8-4add-94a2-22279b4ce0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:26.794625 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33964) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:26.820688 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0dc8750e-edc8-4add-94a2-22279b4ce0c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74e3b28175ea4f26b6bf0c674a77e460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924606 Jul 09 18:46:26.831795 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33966) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:26.834124 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8750e-edc8-4add-94a2-22279b4ce0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23890649-3018-4cff-b298-2ba33c5b732d,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:26.870802 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:26.930877 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Transition to ACTIVE for port object be59a3f2-5b00-4687-ae62-3948a4f45f95 will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:26.950068 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:26.984970 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e290e9-9ed1-4b72-bebc-7d855f5882e2 req-759f5c78-e82f-4f6c-a465-243245211b8d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:26.987734 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00ce6882-6ff8-444b-a1bc-f8942e4330ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:26.993774 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-99e290e9-9ed1-4b72-bebc-7d855f5882e2 req-759f5c78-e82f-4f6c-a465-243245211b8d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 944 time: 0.7579341 Jul 09 18:46:27.017351 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-101867f0-26c3-48d2-ad36-17764bc604eb None None] Provisioning for port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:27.056766 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['10401a7d-c3f6-4a11-afb2-c6ebd11e7689'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:46:27.065991 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00ce6882-6ff8-444b-a1bc-f8942e4330ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.134797 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52289f-eab4-4cd2-b340-8ffeb903727e None None] Pushing event updated for resources: {'Port': ['ID=be59a3f2-5b00-4687-ae62-3948a4f45f95,revision_number=2']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:27.141947 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-99e290e9-9ed1-4b72-bebc-7d855f5882e2 req-d03fdcd5-2824-48a5-8760-810708b4c966 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309552 Jul 09 18:46:27.147359 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Attempting to bind port be59a3f2-5b00-4687-ae62-3948a4f45f95 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:27.147983 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Attempting to bind port be59a3f2-5b00-4687-ae62-3948a4f45f95 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:27.148442 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Attempting to bind port be59a3f2-5b00-4687-ae62-3948a4f45f95 on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:27.154930 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:27.155420 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:27.155953 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.156447 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:27.157008 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Bound port: be59a3f2-5b00-4687-ae62-3948a4f45f95, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:27.157506 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.175455 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-808a0671-3ec3-4014-8613-45e42ee08d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.187302 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00ce6882-6ff8-444b-a1bc-f8942e4330ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.191448 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00ce6882-6ff8-444b-a1bc-f8942e4330ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.193286 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-00ce6882-6ff8-444b-a1bc-f8942e4330ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23890649-3018-4cff-b298-2ba33c5b732d HTTP/1.1" status: 204 len: 168 time: 0.3601201 Jul 09 18:46:27.206169 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce6882-6ff8-444b-a1bc-f8942e4330ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23890649-3018-4cff-b298-2ba33c5b732d,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:27.271722 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] For port be59a3f2-5b00-4687-ae62-3948a4f45f95, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:27.280232 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] For port be59a3f2-5b00-4687-ae62-3948a4f45f95, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=be59a3f2-5b00-4687-ae62-3948a4f45f95,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:27.289703 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.322796 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:12Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 4, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'gw_port': {'id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:13Z', 'updated_at': '2021-07-09T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36', 'name': '', 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'mac_address': 'fa:16:3e:88:1b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '974e4e20-c4bf-446f-b21c-1e36127df387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:16Z', 'updated_at': '2021-07-09T18:46:24Z', 'revision_number': 4, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'subnets': [{'id': '974e4e20-c4bf-446f-b21c-1e36127df387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:27.323615 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503a798-c566-4561-89e5-b3542e1497cb req-37fc7e7b-e2e1-4e14-9c79-a3b71fdb5656 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:27.330760 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a503a798-c566-4561-89e5-b3542e1497cb req-37fc7e7b-e2e1-4e14-9c79-a3b71fdb5656 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1119897 Jul 09 18:46:27.424343 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a643da-43c0-493d-b241-82b6862a09ed None None] The sync data for ids ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'] in dv-cinder-780933-10-iscsi is: [{'id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:12Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 4, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'gw_port': {'id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:13Z', 'updated_at': '2021-07-09T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36', 'name': '', 'network_id': '1a1b1b60-39e3-4f28-8f26-b28ed7cad739', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'mac_address': 'fa:16:3e:88:1b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '974e4e20-c4bf-446f-b21c-1e36127df387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:16Z', 'updated_at': '2021-07-09T18:46:24Z', 'revision_number': 4, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'subnets': [{'id': '974e4e20-c4bf-446f-b21c-1e36127df387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:46:27.455790 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a503a798-c566-4561-89e5-b3542e1497cb req-a25d1ad4-eef2-4390-b28e-31a47083664f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236546 Jul 09 18:46:27.480464 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:27.481308 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:27.569432 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52289f-eab4-4cd2-b340-8ffeb903727e None None] Pushing event updated for resources: {'Port': ['ID=be59a3f2-5b00-4687-ae62-3948a4f45f95,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:27.637961 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-808a0671-3ec3-4014-8613-45e42ee08d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.644668 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-808a0671-3ec3-4014-8613-45e42ee08d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.702806 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:27.731316 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-808a0671-3ec3-4014-8613-45e42ee08d58 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f22172226a84f62969b888f96e06a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9349935 Jul 09 18:46:27.733898 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 33980) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:27.794240 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:27.837298 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:27.843937 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:27.852766 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a0671-3ec3-4014-8613-45e42ee08d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e166cc38-7347-42b4-9839-4d1bab80357c,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:27.865253 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.882855 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.897441 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d7d9265a-4d4e-4571-b55e-9a251c44da4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.920683 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 33982) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:27.974218 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-31d4d07e-5b12-46bc-b5fc-26eda369dfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:27.978882 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d7d9265a-4d4e-4571-b55e-9a251c44da4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:28.105624 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d7d9265a-4d4e-4571-b55e-9a251c44da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:28.109372 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d7d9265a-4d4e-4571-b55e-9a251c44da4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:28.113821 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d7d9265a-4d4e-4571-b55e-9a251c44da4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e166cc38-7347-42b4-9839-4d1bab80357c HTTP/1.1" status: 204 len: 168 time: 0.3759389 Jul 09 18:46:28.123756 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9265a-4d4e-4571-b55e-9a251c44da4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e166cc38-7347-42b4-9839-4d1bab80357c,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:28.183215 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:28.290818 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=39e50cf6-97eb-42ce-a51d-d7074bcf15a3,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:28.306490 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:28.532459 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=39e50cf6-97eb-42ce-a51d-d7074bcf15a3,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:28.539517 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:23Z', 'revision_number': 3, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:28.638674 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae96c9-fbab-4991-a73a-56281bb56ec3 None None] The sync data for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi is: [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:23Z', 'revision_number': 3, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:46:28.669763 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e2d97-153c-4df3-a324-106ab6ff0629 req-af0f8735-6c36-4203-8172-059201c2b646 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:28.671773 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-945e2d97-153c-4df3-a324-106ab6ff0629 req-af0f8735-6c36-4203-8172-059201c2b646 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 945 time: 0.1957712 Jul 09 18:46:28.738085 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Allocated IP 172.20.0.1 (9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296/3c1c8df9-30f8-43b6-aaf9-a82373b78aa6/30fecc04-926a-4bcf-a5cf-2a561a5622e2) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:28.751349 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-945e2d97-153c-4df3-a324-106ab6ff0629 req-7415722d-db33-48e2-a654-6e86ec44ebd0 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735428 Jul 09 18:46:28.873569 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-31d4d07e-5b12-46bc-b5fc-26eda369dfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:28.887618 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-31d4d07e-5b12-46bc-b5fc-26eda369dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:28.995229 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4d07e-5b12-46bc-b5fc-26eda369dfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ec9539-210a-4cab-bba1-79d5851f4eaf,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:28.995229 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-31d4d07e-5b12-46bc-b5fc-26eda369dfd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bfa645bb6e0a41c6b84ab25f0f9a6eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0692527 Jul 09 18:46:28.995528 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 34002) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:29.029724 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.046472 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6ba7-99ab-46d2-a043-f8917926c266 req-ea8db8f6-01e6-492e-b229-d8d8d9e61675 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:29.054027 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-33ae6ba7-99ab-46d2-a043-f8917926c266 req-ea8db8f6-01e6-492e-b229-d8d8d9e61675 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.3671601 Jul 09 18:46:29.066192 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:29.090719 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Transition to ACTIVE for port object 30fecc04-926a-4bcf-a5cf-2a561a5622e2 will not be triggered until provisioned by entity DHCP. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:29.104402 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a862c46f-7129-4708-8d9b-1c49231be726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.125134 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-33ae6ba7-99ab-46d2-a043-f8917926c266 req-a68505d4-b106-4cf2-9973-42ec6517db83 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697172 Jul 09 18:46:29.151061 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a862c46f-7129-4708-8d9b-1c49231be726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.169800 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:29.171744 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.177066 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:29.178302 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.247628 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a862c46f-7129-4708-8d9b-1c49231be726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.250853 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a862c46f-7129-4708-8d9b-1c49231be726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.252436 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-a862c46f-7129-4708-8d9b-1c49231be726 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0ec9539-210a-4cab-bba1-79d5851f4eaf HTTP/1.1" status: 204 len: 168 time: 0.2571366 Jul 09 18:46:29.288390 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862c46f-7129-4708-8d9b-1c49231be726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ec9539-210a-4cab-bba1-79d5851f4eaf,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:29.312151 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:29.317214 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:29.349701 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:29.494588 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Pushing event updated for resources: {'Port': ['ID=30fecc04-926a-4bcf-a5cf-2a561a5622e2,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:29.579146 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.630133 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.726979 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:29.729402 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3645eec8-ee07-49f5-827f-a3741420cda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10401a7d-c3f6-4a11-afb2-c6ebd11e7689'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:46:29.737913 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc960512-2092-4713-9af2-387a4d7d2b17" -d '{"events": [{"server_uuid": "3645eec8-ee07-49f5-827f-a3741420cda7", "name": "network-vif-plugged", "status": "completed", "tag": "10401a7d-c3f6-4a11-afb2-c6ebd11e7689"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:46:29.744234 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.912478 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad1091e-0637-4d9c-8c06-95254e731262 x-openstack-request-id: req-cad1091e-0637-4d9c-8c06-95254e731262 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:46:29.913757 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3645eec8-ee07-49f5-827f-a3741420cda7", "name": "network-vif-plugged", "status": "completed", "tag": "10401a7d-c3f6-4a11-afb2-c6ebd11e7689", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:46:29.914285 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cad1091e-0637-4d9c-8c06-95254e731262 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:46:29.914997 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3645eec8-ee07-49f5-827f-a3741420cda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10401a7d-c3f6-4a11-afb2-c6ebd11e7689', 'code': 200} Jul 09 18:46:29.922377 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:29.953705 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:29.981105 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:30.023729 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-e78fa34f-50b2-4d21-a7c1-13d4d36701c0 None None] Provisioning for port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:30.029544 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-e78fa34f-50b2-4d21-a7c1-13d4d36701c0 None None] Provisioning complete for port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:30.030201 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e78fa34f-50b2-4d21-a7c1-13d4d36701c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:30.061257 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:30.061956 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:30.144368 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-e78fa34f-50b2-4d21-a7c1-13d4d36701c0 None None] Port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:46:30.213727 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628106e-1981-4da0-8b6e-5a2f6e15b2c6 req-e5e1bcaa-1014-45d4-b514-fca4201d0358 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:30.225414 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e628106e-1981-4da0-8b6e-5a2f6e15b2c6 req-e5e1bcaa-1014-45d4-b514-fca4201d0358 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 946 time: 0.1662140 Jul 09 18:46:30.239138 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device be59a3f2-5b00-4687-ae62-3948a4f45f95 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:30.374709 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port be59a3f2-5b00-4687-ae62-3948a4f45f95 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:30.380444 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port be59a3f2-5b00-4687-ae62-3948a4f45f95 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:30.381056 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:30.435702 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e628106e-1981-4da0-8b6e-5a2f6e15b2c6 req-eab17ac1-c61e-4408-924f-d899d54ad8d6 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080283 Jul 09 18:46:30.489947 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60ab22-57b9-4107-8fa4-002b8694047b req-c5c732c6-2846-449c-896e-062bb343cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:30.493031 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0a60ab22-57b9-4107-8fa4-002b8694047b req-c5c732c6-2846-449c-896e-062bb343cca2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 1099 time: 0.1798337 Jul 09 18:46:30.498352 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:30.510544 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:30.608277 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0a60ab22-57b9-4107-8fa4-002b8694047b req-9fd0a9be-28ae-4baa-9a11-9188f0b9b4cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921009 Jul 09 18:46:30.655660 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:30.744526 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port be59a3f2-5b00-4687-ae62-3948a4f45f95, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=be59a3f2-5b00-4687-ae62-3948a4f45f95,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:30.752768 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:30.755114 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:30.786895 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:30.828459 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Pushing event updated for resources: {'Port': ['ID=30fecc04-926a-4bcf-a5cf-2a561a5622e2,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:30.915512 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e3169-0a29-4fec-8634-c9740465cce1 req-bb7288c1-d5d1-4d7c-bca4-3e637e1af921 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:30.923907 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a37e3169-0a29-4fec-8634-c9740465cce1 req-bb7288c1-d5d1-4d7c-bca4-3e637e1af921 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.3719993 Jul 09 18:46:30.957160 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=be59a3f2-5b00-4687-ae62-3948a4f45f95,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:30.987206 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:30.990815 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:31.018308 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a37e3169-0a29-4fec-8634-c9740465cce1 req-61adfec1-5a66-4103-a9f9-2785ff67bede tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923836 Jul 09 18:46:31.047966 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:31.059647 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:31.060084 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:31.287040 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Router 64bdd996-e989-45a4-8e60-26258bb06c43 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:46:31.291728 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:31.380942 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36,segment=NetworkSegment(ad1c9e78-5ae9-48bc-8add-4dfee4ffe598),segment_id=ad1c9e78-5ae9-48bc-8add-4dfee4ffe598)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:31.396372 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:31.460278 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-16bdaa62-a78f-49ed-b991-76ad641517bf None None] Provisioning complete for port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:31.460661 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-16bdaa62-a78f-49ed-b991-76ad641517bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:31.522540 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:46:31.537192 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-4abc8d5a-7079-48d4-8204-f7dc68f00234 admin admin] 10.222.0.22 "PUT /v2.0/routers/64bdd996-e989-45a4-8e60-26258bb06c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9321146 Jul 09 18:46:31.589589 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device be59a3f2-5b00-4687-ae62-3948a4f45f95 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:31.671179 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-16bdaa62-a78f-49ed-b991-76ad641517bf None None] Port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:46:31.678228 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:31.771359 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port be59a3f2-5b00-4687-ae62-3948a4f45f95 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:31.772164 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:31.782444 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87086a-6cd9-46de-891d-baf132515dd6 req-173fe7b6-e2b8-417f-a5ae-85a92ad06f43 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:31.783919 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb87086a-6cd9-46de-891d-baf132515dd6 req-173fe7b6-e2b8-417f-a5ae-85a92ad06f43 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 946 time: 0.1646924 Jul 09 18:46:31.892204 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb87086a-6cd9-46de-891d-baf132515dd6 req-0d10fe18-cd02-4cdb-b7e6-d4cd31ae7a30 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896559 Jul 09 18:46:31.985264 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-8fa9bb56-f92d-4d4b-9ab4-545d06e212dd tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123194331&fields=id&tenant_id=be247cc25e1f49a181cea55c1a82f3f9 HTTP/1.1" status: 200 len: 267 time: 0.0495381 Jul 09 18:46:32.238642 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-b173d508-5467-48ff-ab20-2e2c20ddc3b4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:32.248736 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-b173d508-5467-48ff-ab20-2e2c20ddc3b4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/networks?id=fce1ff71-54c4-4261-b12a-ccf271436c39 HTTP/1.1" status: 200 len: 808 time: 0.2580547 Jul 09 18:46:32.271995 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-a6126a97-0544-4bc5-95e7-05cdbe8cbfd0 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/quotas/be247cc25e1f49a181cea55c1a82f3f9 HTTP/1.1" status: 200 len: 375 time: 0.0218282 Jul 09 18:46:32.278062 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Sync routers for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:46:32.292422 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:32.293655 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:32.384359 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-d563b32e-b1a4-4461-8357-9cb3a0987858 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109145 Jul 09 18:46:32.533126 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:32.540036 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-f95809d3-a278-4df0-a606-204d7c00e42c service neutron] 10.222.0.22 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501770 Jul 09 18:46:32.729069 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-797c3862-b228-470c-9688-ae6ac757c99e service neutron] 10.222.0.22 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861324 Jul 09 18:46:32.770323 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34110) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:32.775596 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-02b29b6d-adf1-4b1d-91aa-ff6774306646 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837768783', 'description': 'tempest-description--1251355669'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:32.831624 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-02b29b6d-adf1-4b1d-91aa-ff6774306646 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:33.001528 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 2, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:33.109543 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Checking router: 64bdd996-e989-45a4-8e60-26258bb06c43 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:46:33.110002 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Updating router 64bdd996-e989-45a4-8e60-26258bb06c43 port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:46:33.164682 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:33.174611 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-02b29b6d-adf1-4b1d-91aa-ff6774306646 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:33.185213 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-02b29b6d-adf1-4b1d-91aa-ff6774306646 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:33.217510 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b29b6d-adf1-4b1d-91aa-ff6774306646 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d0dc18-3541-42d1-9107-e0d83b8f08fe,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:33.243023 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-02b29b6d-adf1-4b1d-91aa-ff6774306646 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:33.245034 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-02b29b6d-adf1-4b1d-91aa-ff6774306646 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4724057 Jul 09 18:46:33.247871 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 34132) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:33.254496 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-b5aaede3-f891-4b3d-88dc-2fdf441b66ea tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'security_group_rule': {'security_group_id': '30d0dc18-3541-42d1-9107-e0d83b8f08fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:33.264428 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75a11e-5433-4b0c-9b84-2b45c7b3b8a9 req-52b1a2e0-6c5d-4b8d-b5f8-e66744c4cfa9 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:33.273850 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7f75a11e-5433-4b0c-9b84-2b45c7b3b8a9 req-52b1a2e0-6c5d-4b8d-b5f8-e66744c4cfa9 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.2094274 Jul 09 18:46:33.317081 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b5aaede3-f891-4b3d-88dc-2fdf441b66ea tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:33.386359 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7f75a11e-5433-4b0c-9b84-2b45c7b3b8a9 req-f31f0b64-f198-4599-a3c7-c69ba19668f0 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113355 Jul 09 18:46:33.633072 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b5aaede3-f891-4b3d-88dc-2fdf441b66ea tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:33.638067 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e2f84-f19a-439b-a1a6-32e386cc2137 req-a36f73d4-88df-46d9-926e-1a1fcdfd49c3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:33.641274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b5aaede3-f891-4b3d-88dc-2fdf441b66ea tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:33.665683 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4b6e2f84-f19a-439b-a1a6-32e386cc2137 req-a36f73d4-88df-46d9-926e-1a1fcdfd49c3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 946 time: 0.1484377 Jul 09 18:46:33.708446 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaede3-f891-4b3d-88dc-2fdf441b66ea tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdd6402-f390-4d16-8929-261b824a98d4,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:33.773526 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b5aaede3-f891-4b3d-88dc-2fdf441b66ea tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:33.774999 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-b5aaede3-f891-4b3d-88dc-2fdf441b66ea tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5250425 Jul 09 18:46:33.775757 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4b6e2f84-f19a-439b-a1a6-32e386cc2137 req-a3fb6765-8a33-4930-9e85-d4d195174b44 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089041 Jul 09 18:46:33.778256 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34148) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:33.786987 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dff393a2-bf8b-4682-9620-6c0c058ec917 req-b5436e7e-1721-40ce-bead-f46939fd68db tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 210 time: 0.0895028 Jul 09 18:46:33.796247 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-ad00cc5e-d65c-4955-b76f-651a38c18006 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'security_group_rule': {'security_group_id': '30d0dc18-3541-42d1-9107-e0d83b8f08fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:33.852564 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:33.895146 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ad00cc5e-d65c-4955-b76f-651a38c18006 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.034162 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:34.035164 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.055373 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ad00cc5e-d65c-4955-b76f-651a38c18006 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.061228 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ad00cc5e-d65c-4955-b76f-651a38c18006 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.116951 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00cc5e-d65c-4955-b76f-651a38c18006 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdfa434-7763-494b-bc8b-9a8566e67143,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:34.140526 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ad00cc5e-d65c-4955-b76f-651a38c18006 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.147253 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ad00cc5e-d65c-4955-b76f-651a38c18006 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3615346 Jul 09 18:46:34.147343 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 34160) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:34.152651 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'floatingip': {'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:34.189491 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.204277 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.230460 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Transition to ACTIVE for port object 30fecc04-926a-4bcf-a5cf-2a561a5622e2 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:34.252170 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.309174 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e577d9f-87d7-4b7f-b046-2994e012edff None None] Pushing event updated for resources: {'Port': ['ID=30fecc04-926a-4bcf-a5cf-2a561a5622e2,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:34.445399 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Attempting to bind port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:34.445830 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Attempting to bind port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:34.446128 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Attempting to bind port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 on network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:34.462675 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:34.463213 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Checking segment: {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:34.463573 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.464010 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Bound using segment: {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:34.465141 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Bound port: 30fecc04-926a-4bcf-a5cf-2a561a5622e2, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:34.465696 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.466369 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.675019 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] For port 30fecc04-926a-4bcf-a5cf-2a561a5622e2, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:34.683155 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] For port 30fecc04-926a-4bcf-a5cf-2a561a5622e2, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=30fecc04-926a-4bcf-a5cf-2a561a5622e2,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:34.699904 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:34.816177 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Allocated IP 172.27.2.120 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/974504a0-c343-42e8-bd4a-1b62b120ec94) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:34.846043 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e577d9f-87d7-4b7f-b046-2994e012edff None None] Pushing event updated for resources: {'Port': ['ID=30fecc04-926a-4bcf-a5cf-2a561a5622e2,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:34.905697 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:46:34.906651 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:35.154846 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:46:35.238499 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679dcfd-b6ec-4491-80ea-50eff065b453 req-67e7349e-0bfd-4c9c-a5fd-4339158d72ae tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:35.240125 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a679dcfd-b6ec-4491-80ea-50eff065b453 req-67e7349e-0bfd-4c9c-a5fd-4339158d72ae tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.4116106 Jul 09 18:46:35.250700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0370be-d28b-44fb-92ef-f46316498afe req-e520aa06-8afa-4c68-83dd-11eaf871fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:35.252220 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8e0370be-d28b-44fb-92ef-f46316498afe req-e520aa06-8afa-4c68-83dd-11eaf871fd13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 1099 time: 0.4280879 Jul 09 18:46:35.290446 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:35.322603 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8e0370be-d28b-44fb-92ef-f46316498afe req-ac870ce3-355f-49a4-93cd-6db470131f51 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597038 Jul 09 18:46:35.344937 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a679dcfd-b6ec-4491-80ea-50eff065b453 req-2f56771b-0e13-40f4-b2c2-6423a0c93923 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889199 Jul 09 18:46:35.393360 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:35.461746 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'Port': ['ID=974504a0-c343-42e8-bd4a-1b62b120ec94,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:35.487210 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:35.491308 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:35.494082 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:35.536848 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-37db9dd4-f337-40ec-9e28-5880155650c9 req-5fafa24c-ec05-4f27-8867-279edeac655a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 210 time: 0.0366404 Jul 09 18:46:35.630978 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:34Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:46:35.660457 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bd406-df0b-4aa2-9eff-61ae6236ed6e None None] The sync data for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi is: [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:34Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:46:35.739889 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:35.861995 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:36.257386 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:36.266862 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:36.423495 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'Port': ['ID=974504a0-c343-42e8-bd4a-1b62b120ec94,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:36.537804 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:36.643886 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:36.650754 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-82431bf4-1d94-4063-8b7a-be43977f939f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4982827 Jul 09 18:46:36.794501 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-5bfc7ae2-4bc4-4780-861d-54d3cb3a3321 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:36.798930 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-5bfc7ae2-4bc4-4780-861d-54d3cb3a3321 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.30 "GET /v2.0/networks?id=fce1ff71-54c4-4261-b12a-ccf271436c39 HTTP/1.1" status: 200 len: 808 time: 0.3463640 Jul 09 18:46:36.906114 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa5c4c-a417-4e15-881e-d5a8f5aa8f44 req-11778b45-75ca-4331-9ee1-41e98eb26673 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:36.926544 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3dfa5c4c-a417-4e15-881e-d5a8f5aa8f44 req-11778b45-75ca-4331-9ee1-41e98eb26673 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.2355196 Jul 09 18:46:36.962931 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-870498c6-8bc0-4157-8ecb-6c272200cfc7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be247cc25e1f49a181cea55c1a82f3f9 HTTP/1.1" status: 200 len: 380 time: 0.1244509 Jul 09 18:46:37.020023 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Request body: {'port': {'device_id': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'admin_state_up': True, 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'security_groups': ['6ccc503f-bc45-4a14-a2ba-fcfe49219f77']}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:37.049986 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3dfa5c4c-a417-4e15-881e-d5a8f5aa8f44 req-0722e1f9-b50f-49f7-8350-035d0d37d620 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222670 Jul 09 18:46:37.107061 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3ba57c76-d0f8-4b78-9809-041cb64c1dc6 req-37c02ffe-8831-4fbd-ad5f-5e475c2bd9f6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 210 time: 0.1061702 Jul 09 18:46:37.326332 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-a0e3aeec-b1c5-476f-a853-b0c36691e62a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1837768783&fields=id&tenant_id=710314d7350a46debe5c2c8e0d16306a HTTP/1.1" status: 200 len: 267 time: 0.0657213 Jul 09 18:46:37.570068 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-4064442a-f204-4da4-ada0-4d3afa7da23b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:37.586593 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-4064442a-f204-4da4-ada0-4d3afa7da23b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/networks?id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 200 len: 811 time: 0.2585225 Jul 09 18:46:37.610704 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-52c46df2-ccb1-4d02-91ae-4c5a06d7e663 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/quotas/710314d7350a46debe5c2c8e0d16306a HTTP/1.1" status: 200 len: 375 time: 0.0229256 Jul 09 18:46:37.627517 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 30fecc04-926a-4bcf-a5cf-2a561a5622e2 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:37.711736 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Made reservation on behalf of be247cc25e1f49a181cea55c1a82f3f9 for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:37.714035 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:37.716118 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:37.721023 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:37.721680 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:37.803963 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2c6828dc-6641-4083-b61c-5539a3f803ed tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1887772 Jul 09 18:46:37.944975 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Allocated IP 172.20.0.11 (fce1ff71-54c4-4261-b12a-ccf271436c39/4a08ab8e-79ff-4673-8c39-fbb3a7d372ec/fee7e3ca-2e54-4d86-a14f-599d766abddf) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:38.016131 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:38.027579 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-b234afa6-982f-4a84-9d2b-0517c9a2a4a3 service neutron] 10.222.0.22 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226570 Jul 09 18:46:38.078329 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port 30fecc04-926a-4bcf-a5cf-2a561a5622e2, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=30fecc04-926a-4bcf-a5cf-2a561a5622e2,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:38.095506 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:38.175094 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=30fecc04-926a-4bcf-a5cf-2a561a5622e2,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:38.342179 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:38.374564 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-d094ec81-6b0c-4c1b-b8cc-577fd2ebb1c7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:38.379654 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-a81b6528-3a1c-47ab-b28e-eff295c9f447 service neutron] 10.222.0.22 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498878 Jul 09 18:46:38.382377 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-d094ec81-6b0c-4c1b-b8cc-577fd2ebb1c7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 814 time: 0.1750159 Jul 09 18:46:38.385034 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Transition to ACTIVE for port object fee7e3ca-2e54-4d86-a14f-599d766abddf will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:38.407774 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-49a18ce6-1032-4a06-b423-dd7153189f2a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/quotas/547afd78cce14b8bad3ee66012ea7624 HTTP/1.1" status: 200 len: 375 time: 0.0239751 Jul 09 18:46:38.500376 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-b6a52321-a1f0-4918-a54b-8b8dee55b092 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915782 Jul 09 18:46:38.501640 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:38.704073 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Network fce1ff71-54c4-4261-b12a-ccf271436c39 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:38.708896 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'Port': ['ID=fee7e3ca-2e54-4d86-a14f-599d766abddf,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:38.712365 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:38.718430 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:38.804558 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b44151-f67f-4fc3-8821-b2ca196d4cfd req-12008f48-1b45-43d6-ad7b-f6c4c5a4ab4f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:38.811535 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b2b44151-f67f-4fc3-8821-b2ca196d4cfd req-12008f48-1b45-43d6-ad7b-f6c4c5a4ab4f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 932 time: 0.1408834 Jul 09 18:46:38.836781 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-dc00b97c-eace-4040-9d9e-ff20b2421ee0 service neutron] 10.222.0.22 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874079 Jul 09 18:46:38.879633 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b2b44151-f67f-4fc3-8821-b2ca196d4cfd req-7fc514aa-ca20-4819-9f47-2740bc389bb3 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671406 Jul 09 18:46:38.987363 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:38.988209 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:39.016912 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-e82b0824-aa67-4b55-846d-d956f1cbbaa1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0165882 Jul 09 18:46:39.054867 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Request body: {'port': {'device_id': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:39.138383 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-279f863e-5214-4330-9964-eac63611cdf4 service neutron] 10.222.0.22 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991962 Jul 09 18:46:39.172907 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7514f-0173-4ea4-901c-e4a2e3cba1fe req-1196e453-9b56-4ca5-be7b-2aa91bf089ef tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:39.187020 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e8f7514f-0173-4ea4-901c-e4a2e3cba1fe req-1196e453-9b56-4ca5-be7b-2aa91bf089ef tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.1385374 Jul 09 18:46:39.213659 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-faea2b3d-0cf2-425a-baf9-c142d2ea2928 None None] Provisioning for port fee7e3ca-2e54-4d86-a14f-599d766abddf completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:39.230011 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-faea2b3d-0cf2-425a-baf9-c142d2ea2928 None None] Provisioning complete for port fee7e3ca-2e54-4d86-a14f-599d766abddf triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:39.230421 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-faea2b3d-0cf2-425a-baf9-c142d2ea2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:39.259538 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e8f7514f-0173-4ea4-901c-e4a2e3cba1fe req-bbafec6c-cf44-4703-8655-52e32b971ef4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707045 Jul 09 18:46:39.295256 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:39.372765 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-faea2b3d-0cf2-425a-baf9-c142d2ea2928 None None] Port fee7e3ca-2e54-4d86-a14f-599d766abddf cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:46:39.497580 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-11d216b1-98c8-4cec-9e5d-ce09008b0a07 req-b671c261-ba42-456e-a0e0-ce0499cf1837 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 210 time: 0.1131220 Jul 09 18:46:39.560196 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 30fecc04-926a-4bcf-a5cf-2a561a5622e2 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:39.635070 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:39.636016 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:39.914824 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee7e3ca-2e54-4d86-a14f-599d766abddf {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:46:39.922810 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:39.927421 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39561a56-ec04-437f-9d5b-7c78e69a538a req-bd71949f-10a5-4396-9f5e-d2c20817abe6 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:39.929083 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-39561a56-ec04-437f-9d5b-7c78e69a538a req-bd71949f-10a5-4396-9f5e-d2c20817abe6 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1190500 Jul 09 18:46:39.935774 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Transition to ACTIVE for port object fee7e3ca-2e54-4d86-a14f-599d766abddf will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:39.950545 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:39.988443 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6cb0e485-4625-42e8-8da7-0a3378d5d41c req-59b3a664-5bd3-4be9-a00c-059bf73fa46f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 210 time: 0.0499065 Jul 09 18:46:39.988577 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34316) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:40.059143 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-39561a56-ec04-437f-9d5b-7c78e69a538a req-37a3e4c1-cb24-42e6-8868-557329ab26ea tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186738 Jul 09 18:46:40.099576 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Pushing event updated for resources: {'Port': ['ID=fee7e3ca-2e54-4d86-a14f-599d766abddf,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:40.209534 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0c95c29c-1282-4899-b232-9063d64c39d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:40.332186 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Attempting to bind port fee7e3ca-2e54-4d86-a14f-599d766abddf on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:40.332611 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Attempting to bind port fee7e3ca-2e54-4d86-a14f-599d766abddf by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:40.332998 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Attempting to bind port fee7e3ca-2e54-4d86-a14f-599d766abddf on network fce1ff71-54c4-4261-b12a-ccf271436c39 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:40.356860 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0c95c29c-1282-4899-b232-9063d64c39d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:40.367022 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0c95c29c-1282-4899-b232-9063d64c39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:40.376452 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632ecc8-0f17-434c-9501-eb22607fe91d req-3885706a-69b9-4eb6-845d-cad3220060d1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:40.378000 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0632ecc8-0f17-434c-9501-eb22607fe91d req-3885706a-69b9-4eb6-845d-cad3220060d1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.1708052 Jul 09 18:46:40.378627 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Port fee7e3ca-2e54-4d86-a14f-599d766abddf on network fce1ff71-54c4-4261-b12a-ccf271436c39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:46:40.378942 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Attempting to bind port fee7e3ca-2e54-4d86-a14f-599d766abddf on network fce1ff71-54c4-4261-b12a-ccf271436c39 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:40.385205 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:40.385567 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Checking segment: {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:40.385978 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Bound using segment: {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:40.386626 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Bound port: fee7e3ca-2e54-4d86-a14f-599d766abddf, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80059432-a10e-4c8a-8770-f757fc59956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:40.386985 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:40.413884 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-0c95c29c-1282-4899-b232-9063d64c39d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad87618901d448ef9c92a888d5def20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223850 Jul 09 18:46:40.424654 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 34326) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:40.494237 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95c29c-1282-4899-b232-9063d64c39d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2ca1de-f05e-4273-8be6-dfcccc670225,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:40.650763 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0632ecc8-0f17-434c-9501-eb22607fe91d req-0e7d8acd-2e0f-40fd-8327-233ada1210b2 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611568 Jul 09 18:46:40.735098 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-9760e2fa-eb07-4b35-832b-0085031438f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:40.737323 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:40.741588 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:40.753641 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:40.792551 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-9760e2fa-eb07-4b35-832b-0085031438f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:40.807743 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-20f855e0-a113-491a-a389-14257f84d098 req-72c2374c-8117-4eb5-be91-e4018aea40e4 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 210 time: 0.0869000 Jul 09 18:46:40.842770 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:40.843385 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:40.845123 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] 10.222.0.30 "PUT /v2.0/ports/fee7e3ca-2e54-4d86-a14f-599d766abddf HTTP/1.1" status: 200 len: 1094 time: 1.8101723 Jul 09 18:46:40.847033 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:46:40.852880 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9970446d-9569-4b31-8084-adcdadb058a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:46:40.940607 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15340ee1-91c7-4782-82f2-a56499a97710 x-openstack-request-id: req-15340ee1-91c7-4782-82f2-a56499a97710 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:46:40.942316 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:46:40.942758 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15340ee1-91c7-4782-82f2-a56499a97710 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:46:40.943331 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'status': 'completed', 'code': 200} Jul 09 18:46:40.960587 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33055a36-b552-4b57-9ef0-bd5f7f410bbc service neutron] Pushing event updated for resources: {'Port': ['ID=fee7e3ca-2e54-4d86-a14f-599d766abddf,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:41.001488 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-9760e2fa-eb07-4b35-832b-0085031438f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:41.012268 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-9760e2fa-eb07-4b35-832b-0085031438f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:41.019266 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-9760e2fa-eb07-4b35-832b-0085031438f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec2ca1de-f05e-4273-8be6-dfcccc670225 HTTP/1.1" status: 204 len: 168 time: 0.5912821 Jul 09 18:46:41.080191 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760e2fa-eb07-4b35-832b-0085031438f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2ca1de-f05e-4273-8be6-dfcccc670225,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:41.320675 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-5ef7dfb8-52fb-4dda-80bb-cd82773bf485 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:41.322938 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-5ef7dfb8-52fb-4dda-80bb-cd82773bf485 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "GET /v2.0/networks?id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 200 len: 811 time: 0.2191887 Jul 09 18:46:41.326917 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970446d-9569-4b31-8084-adcdadb058a1 req-8c7045b6-27c3-4d0c-bab9-8057df20ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:41.328357 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9970446d-9569-4b31-8084-adcdadb058a1 req-8c7045b6-27c3-4d0c-bab9-8057df20ae6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1097 time: 0.1189375 Jul 09 18:46:41.341496 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a25d6aa0-deff-4dbb-9426-51a082396a5c req-92465fee-e1f9-47f9-a179-a0e773591be0 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 210 time: 0.0757875 Jul 09 18:46:41.502041 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-c61f4f5c-d44b-4a95-9a91-07247f9cea7d tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710314d7350a46debe5c2c8e0d16306a HTTP/1.1" status: 200 len: 380 time: 0.1388936 Jul 09 18:46:41.519257 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'port': {'device_id': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'admin_state_up': True, 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'security_groups': ['30d0dc18-3541-42d1-9107-e0d83b8f08fe']}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:41.629141 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970446d-9569-4b31-8084-adcdadb058a1 req-de36d2be-db60-4e16-8a6e-66dc159f2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:41.630805 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9970446d-9569-4b31-8084-adcdadb058a1 req-de36d2be-db60-4e16-8a6e-66dc159f2794 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2595046 Jul 09 18:46:41.637423 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34362) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:41.663212 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-67628f3c-2bba-4d7e-82ad-59877f610ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:41.772853 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970446d-9569-4b31-8084-adcdadb058a1 req-2e3b1f9f-6e91-4464-b156-a7d4d17fae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:41.774320 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9970446d-9569-4b31-8084-adcdadb058a1 req-2e3b1f9f-6e91-4464-b156-a7d4d17fae12 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262381 Jul 09 18:46:41.799508 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-67628f3c-2bba-4d7e-82ad-59877f610ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:41.805201 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-67628f3c-2bba-4d7e-82ad-59877f610ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:41.889045 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67628f3c-2bba-4d7e-82ad-59877f610ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7a834f-c005-4e89-b97f-96a1a7bbca17,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:41.900508 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Made reservation on behalf of 710314d7350a46debe5c2c8e0d16306a for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:41.902586 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:41.906812 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-67628f3c-2bba-4d7e-82ad-59877f610ef6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81b1ebb01e9448bfb94d1b7f72127945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670195 Jul 09 18:46:41.909536 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34372) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:41.914661 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:42.000107 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976565f-0bce-473e-a99f-193907254410 req-aef3d206-454a-48a6-a54e-294494bcb965 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:42.008419 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9976565f-0bce-473e-a99f-193907254410 req-aef3d206-454a-48a6-a54e-294494bcb965 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.2213948 Jul 09 18:46:42.116350 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bd103f6a-4f14-40ca-9075-9a8b0f858f43 req-4a47bfdb-e3a6-48a5-b8ba-f3e00a5af6ff tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 210 time: 0.1146429 Jul 09 18:46:42.128336 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cae752af-62c7-4bb5-9a42-b9201e1f1a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:42.128696 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9976565f-0bce-473e-a99f-193907254410 req-c66fc6f5-09e8-4a27-a7ab-5ae8b18023c6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190877 Jul 09 18:46:42.141690 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-b2b981cf-678e-44b8-b8bd-8559e477f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:42.143242 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-b2b981cf-678e-44b8-b8bd-8559e477f30a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1097 time: 0.2438154 Jul 09 18:46:42.194413 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cae752af-62c7-4bb5-9a42-b9201e1f1a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:42.265359 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-6d1e379c-bd19-40c2-a7eb-490cdbe5d531 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf HTTP/1.1" status: 200 len: 217 time: 0.0730350 Jul 09 18:46:42.282008 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cae752af-62c7-4bb5-9a42-b9201e1f1a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:42.285541 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cae752af-62c7-4bb5-9a42-b9201e1f1a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:42.289653 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-cae752af-62c7-4bb5-9a42-b9201e1f1a54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce7a834f-c005-4e89-b97f-96a1a7bbca17 HTTP/1.1" status: 204 len: 168 time: 0.3719094 Jul 09 18:46:42.333037 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Allocated IP 172.20.0.14 (9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296/3c1c8df9-30f8-43b6-aaf9-a82373b78aa6/644ddc57-913e-4d83-9961-6a1b21f74674) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:42.383240 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae752af-62c7-4bb5-9a42-b9201e1f1a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7a834f-c005-4e89-b97f-96a1a7bbca17,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:42.407666 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-efc67b4a-5eea-4881-b202-f8e159d9d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:42.409160 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-efc67b4a-5eea-4881-b202-f8e159d9d26c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a08ab8e-79ff-4673-8c39-fbb3a7d372ec HTTP/1.1" status: 200 len: 847 time: 0.1340475 Jul 09 18:46:42.578909 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-57cffb3b-69b9-4b92-a4e5-1a39c8bfa725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:42.596057 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-b9fddcb4-69fa-4ddb-a82b-a4073cd898a4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:42.598868 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-b9fddcb4-69fa-4ddb-a82b-a4073cd898a4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 814 time: 0.3296630 Jul 09 18:46:42.621174 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Request body: {'port': {'device_id': '60b71426-6da0-43c7-ae31-5c1bcff3e637', 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4', 'admin_state_up': True, 'tenant_id': '547afd78cce14b8bad3ee66012ea7624'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:42.655627 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-07b170d7-6c9c-4450-a6ce-786abf9914e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:42.657210 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-07b170d7-6c9c-4450-a6ce-786abf9914e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce1ff71-54c4-4261-b12a-ccf271436c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2388303 Jul 09 18:46:42.946804 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d8a90b07-686d-4ee3-b902-15f1e7578697 req-cc9dc8d8-a881-4083-bd87-f80dfbf261aa tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 210 time: 0.1039314 Jul 09 18:46:42.977248 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Made reservation on behalf of 547afd78cce14b8bad3ee66012ea7624 for: {'port': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:42.981017 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:43.097970 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34408) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:43.123903 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:43.142667 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-471cfbd5-0951-4aa9-98da-0d69bdeb37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:43.144571 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-471cfbd5-0951-4aa9-98da-0d69bdeb37b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1098 time: 0.1923978 Jul 09 18:46:43.152880 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-23dfe27f-4ac8-4ac9-8411-7c9279e007eb service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794674 Jul 09 18:46:43.165396 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Transition to ACTIVE for port object 644ddc57-913e-4d83-9961-6a1b21f74674 will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:43.262637 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Allocated IP 172.20.0.11 (8832039b-97f5-45a1-add5-584cfbdaa7c4/789576c8-d3c5-4bb8-9a61-289186cb2c27/6cae6a7b-7030-410a-9523-ecacfe90f76c) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:43.406832 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f10b74dc-2575-46e1-b6cb-430dee538956 req-2c47eef0-faa1-47e5-a748-81f6331b7c09 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 210 time: 0.0757728 Jul 09 18:46:43.480269 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:43.484355 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:43.533631 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:43.541512 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-f2b5eeda-07d0-4600-81d1-c89efc82f44a service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775935 Jul 09 18:46:43.545521 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:43.547641 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-708e554a-869d-4aa5-a157-f996ecc101fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:43.551331 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-708e554a-869d-4aa5-a157-f996ecc101fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 919 time: 0.3975840 Jul 09 18:46:43.556586 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:43.560401 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:43.582940 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['21101f2d-0c09-4dac-a109-d48a1d6762e2', '10401a7d-c3f6-4a11-afb2-c6ebd11e7689'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:46:43.599322 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Network 8832039b-97f5-45a1-add5-584cfbdaa7c4 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:43.604730 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:43.612587 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:43.681778 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Pushing event updated for resources: {'Port': ['ID=6cae6a7b-7030-410a-9523-ecacfe90f76c,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:43.731216 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20a29d-29d1-4fbc-ba96-cf41d6d1914b req-199405ea-46bd-4da0-92c4-6b7b2a56632d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:43.733472 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6f20a29d-29d1-4fbc-ba96-cf41d6d1914b req-199405ea-46bd-4da0-92c4-6b7b2a56632d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.7122405 Jul 09 18:46:43.746186 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:43.746876 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:43.771814 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-9c19a956-7201-4d10-9e57-7fc5d1d9b9bd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1548765 Jul 09 18:46:43.807552 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Request body: {'port': {'device_id': '60b71426-6da0-43c7-ae31-5c1bcff3e637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:43.871437 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6f20a29d-29d1-4fbc-ba96-cf41d6d1914b req-a8b58639-2740-47f0-ae26-84415f3fc02e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207821 Jul 09 18:46:43.993018 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d808abb9-b274-4356-b9df-c3b105e5a4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:44.071543 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-8d12f661-be64-435f-bc46-8cf94df239e4 None None] Provisioning for port 644ddc57-913e-4d83-9961-6a1b21f74674 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:44.088502 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-8d12f661-be64-435f-bc46-8cf94df239e4 None None] Provisioning complete for port 644ddc57-913e-4d83-9961-6a1b21f74674 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:44.090312 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-8d12f661-be64-435f-bc46-8cf94df239e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:44.108339 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:44.242535 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-3d6e3baf-ab1d-474a-ac21-d5fdba118eac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7 HTTP/1.1" status: 200 len: 217 time: 0.6758504 Jul 09 18:46:44.268619 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'Port': ['ID=644ddc57-913e-4d83-9961-6a1b21f74674,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:44.289243 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-8d12f661-be64-435f-bc46-8cf94df239e4 None None] Port 644ddc57-913e-4d83-9961-6a1b21f74674 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:46:44.481621 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:44.482175 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:44.503538 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d808abb9-b274-4356-b9df-c3b105e5a4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:44.510458 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-035886bc-ad9a-4af0-871a-46bc4645d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:44.512503 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-035886bc-ad9a-4af0-871a-46bc4645d9fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.2378936 Jul 09 18:46:44.518656 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-2b7d724f-a007-4560-8775-8b275e2163cf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0044494 Jul 09 18:46:44.543048 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-d808abb9-b274-4356-b9df-c3b105e5a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:44.550864 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-fb01fc9b-315d-42a2-a87e-bb8567b0bc1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299904 Jul 09 18:46:44.556260 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Request body: {'port': {'device_id': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:44.566468 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ebac-8caf-4a19-bfe8-dbdf028f49ab req-313c4f07-f04c-4149-a011-373da2639a68 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:44.575866 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f232ebac-8caf-4a19-bfe8-dbdf028f49ab req-313c4f07-f04c-4149-a011-373da2639a68 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.3267899 Jul 09 18:46:44.643608 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-d808abb9-b274-4356-b9df-c3b105e5a4d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc7f5d887b0748f990f8e5014e8df960&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5433214 Jul 09 18:46:44.652276 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34438) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:44.671709 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808abb9-b274-4356-b9df-c3b105e5a4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9871a170-602b-4100-ba63-c73ad9552057,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:44.700452 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f232ebac-8caf-4a19-bfe8-dbdf028f49ab req-e7af40d9-3aa7-4540-9f00-69d48db0234f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253035 Jul 09 18:46:44.728584 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797678-42e7-4a40-bb8b-81ea46ad6b1a req-7baf1fc4-5ae6-4a31-ba7a-ac541b38b49c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:44.730178 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-69797678-42e7-4a40-bb8b-81ea46ad6b1a req-7baf1fc4-5ae6-4a31-ba7a-ac541b38b49c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 932 time: 0.2376361 Jul 09 18:46:44.786408 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:44.810972 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-0a6e326a-fb11-446a-a771-614cec7b7432 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296491 Jul 09 18:46:44.830856 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-05e0de67-5f07-467b-ae3c-2572d54ff5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:44.855810 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-05e0de67-5f07-467b-ae3c-2572d54ff5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:44.982574 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-69797678-42e7-4a40-bb8b-81ea46ad6b1a req-c65cbe18-f723-44d6-b232-8cef70446be5 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274780 Jul 09 18:46:45.009135 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cae6a7b-7030-410a-9523-ecacfe90f76c {{(pid=104836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:46:45.017587 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.030480 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-05e0de67-5f07-467b-ae3c-2572d54ff5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.033199 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-05e0de67-5f07-467b-ae3c-2572d54ff5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.034411 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-05e0de67-5f07-467b-ae3c-2572d54ff5a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9871a170-602b-4100-ba63-c73ad9552057 HTTP/1.1" status: 204 len: 168 time: 0.3772478 Jul 09 18:46:45.046592 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0de67-5f07-467b-ae3c-2572d54ff5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9871a170-602b-4100-ba63-c73ad9552057,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:45.049987 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Transition to ACTIVE for port object 6cae6a7b-7030-410a-9523-ecacfe90f76c will not be triggered until provisioned by entity L2. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:45.069227 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.242163 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.260830 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-b8939ac5-af5d-4944-9de6-875bfebd0f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.275184 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-550cf87d-fd31-41f6-9176-149b826a5e37 req-2b078b94-1acc-4238-8280-649e43788138 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328635 Jul 09 18:46:45.305750 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Pushing event updated for resources: {'Port': ['ID=6cae6a7b-7030-410a-9523-ecacfe90f76c,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:45.333844 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c3e80-7f1f-4ae7-b68a-7609e767ae90 req-4127fb4f-0966-4577-ac67-4b45ddc059cd tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:45.337272 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b06c3e80-7f1f-4ae7-b68a-7609e767ae90 req-4127fb4f-0966-4577-ac67-4b45ddc059cd tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 932 time: 0.4032545 Jul 09 18:46:45.345773 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Attempting to bind port 6cae6a7b-7030-410a-9523-ecacfe90f76c on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:45.346269 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Attempting to bind port 6cae6a7b-7030-410a-9523-ecacfe90f76c by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:45.346638 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Attempting to bind port 6cae6a7b-7030-410a-9523-ecacfe90f76c on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:45.373597 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Port 6cae6a7b-7030-410a-9523-ecacfe90f76c on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:46:45.377171 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Attempting to bind port 6cae6a7b-7030-410a-9523-ecacfe90f76c on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:45.392927 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:45.393279 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Checking segment: {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:45.393688 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Bound using segment: {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:45.394123 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Bound port: 6cae6a7b-7030-410a-9523-ecacfe90f76c, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'}}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:45.394538 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.416477 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120c514-19a6-42b6-8e30-7d1b95f0c0fb req-115c1012-57c7-411a-bb46-c4bb09a45423 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:45.419027 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0120c514-19a6-42b6-8e30-7d1b95f0c0fb req-115c1012-57c7-411a-bb46-c4bb09a45423 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1863863 Jul 09 18:46:45.467029 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b06c3e80-7f1f-4ae7-b68a-7609e767ae90 req-ae7b6cb4-f075-4090-a124-e9f9af56d302 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158481 Jul 09 18:46:45.504380 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0120c514-19a6-42b6-8e30-7d1b95f0c0fb req-a8859262-a2ae-486d-b2d3-7fdc8ad90ebf tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777926 Jul 09 18:46:45.539438 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] For port 6cae6a7b-7030-410a-9523-ecacfe90f76c, host hv-cinder-78093, cleared binding levels {{(pid=104836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:45.549817 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] For port 6cae6a7b-7030-410a-9523-ecacfe90f76c, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6cae6a7b-7030-410a-9523-ecacfe90f76c,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:45.558104 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.601032 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 34458) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:45.636250 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Pushing event updated for resources: {'Port': ['ID=6cae6a7b-7030-410a-9523-ecacfe90f76c,revision_number=3']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:45.645735 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:45.647684 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.649286 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-bf343e68-bdef-4085-8db0-d5c8cf0c1a40 service neutron] 10.222.0.30 "PUT /v2.0/ports/6cae6a7b-7030-410a-9523-ecacfe90f76c HTTP/1.1" status: 200 len: 1094 time: 1.8556273 Jul 09 18:46:45.649735 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b71426-6da0-43c7-ae31-5c1bcff3e637', 'tag': '6cae6a7b-7030-410a-9523-ecacfe90f76c'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:46:45.652014 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5c146f-6c88-466d-abc5-5b52dcad2b65" -d '{"events": [{"name": "network-changed", "server_uuid": "60b71426-6da0-43c7-ae31-5c1bcff3e637", "tag": "6cae6a7b-7030-410a-9523-ecacfe90f76c"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:46:45.656903 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-752c8e83-8fd4-4f84-b69c-6e3cbec028d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.660398 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644ddc57-913e-4d83-9961-6a1b21f74674 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:46:45.674173 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.706685 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Transition to ACTIVE for port object 644ddc57-913e-4d83-9961-6a1b21f74674 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:45.719196 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:45.725995 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd38a9c-bf05-4bb3-bbf4-6f0714711a0d x-openstack-request-id: req-bfd38a9c-bf05-4bb3-bbf4-6f0714711a0d {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:46:45.726582 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b71426-6da0-43c7-ae31-5c1bcff3e637", "tag": "6cae6a7b-7030-410a-9523-ecacfe90f76c", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:46:45.727119 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfd38a9c-bf05-4bb3-bbf4-6f0714711a0d {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:46:45.727700 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b71426-6da0-43c7-ae31-5c1bcff3e637', 'tag': '6cae6a7b-7030-410a-9523-ecacfe90f76c', 'status': 'completed', 'code': 200} Jul 09 18:46:45.952204 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c146f-6c88-466d-abc5-5b52dcad2b65 req-1f6b61fd-1f3f-4af0-87dc-7cf98860348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:45.952416 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Pushing event updated for resources: {'Port': ['ID=644ddc57-913e-4d83-9961-6a1b21f74674,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:45.954220 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6f5c146f-6c88-466d-abc5-5b52dcad2b65 req-1f6b61fd-1f3f-4af0-87dc-7cf98860348f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 1097 time: 0.1476626 Jul 09 18:46:46.012110 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Attempting to bind port 644ddc57-913e-4d83-9961-6a1b21f74674 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:46:46.012479 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Attempting to bind port 644ddc57-913e-4d83-9961-6a1b21f74674 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:46:46.013287 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Attempting to bind port 644ddc57-913e-4d83-9961-6a1b21f74674 on network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:46.027506 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Port 644ddc57-913e-4d83-9961-6a1b21f74674 on network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:46:46.027829 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Attempting to bind port 644ddc57-913e-4d83-9961-6a1b21f74674 on network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:46:46.036456 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:46:46.036788 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Checking segment: {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:46.037258 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Bound using segment: {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:46:46.037691 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Bound port: 644ddc57-913e-4d83-9961-6a1b21f74674, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:46:46.038048 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.042032 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-752c8e83-8fd4-4f84-b69c-6e3cbec028d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.052470 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-752c8e83-8fd4-4f84-b69c-6e3cbec028d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.100014 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61d82-649d-464a-aea2-d8734bcf9e63 req-f42a51fa-8386-4389-bd62-91bb651506e8 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:46.103145 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bcb61d82-649d-464a-aea2-d8734bcf9e63 req-f42a51fa-8386-4389-bd62-91bb651506e8 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.2082527 Jul 09 18:46:46.118049 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c8e83-8fd4-4f84-b69c-6e3cbec028d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef21d8-eb30-4dee-b5b8-8e8f6fe8ff41,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:46.146980 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-752c8e83-8fd4-4f84-b69c-6e3cbec028d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a31900d1666548eb8042e99eccc80ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410249 Jul 09 18:46:46.152341 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34480) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:46.189784 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] For port 644ddc57-913e-4d83-9961-6a1b21f74674, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:46:46.194596 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] For port 644ddc57-913e-4d83-9961-6a1b21f74674, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=644ddc57-913e-4d83-9961-6a1b21f74674,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:46:46.204268 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.243731 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:46.244352 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.245795 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] 10.222.0.30 "PUT /v2.0/ports/644ddc57-913e-4d83-9961-6a1b21f74674 HTTP/1.1" status: 200 len: 1094 time: 1.6940486 Jul 09 18:46:46.248238 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bcb61d82-649d-464a-aea2-d8734bcf9e63 req-865f63f0-f3da-4da4-bd53-a705c5ddf529 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205919 Jul 09 18:46:46.250537 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'tag': '644ddc57-913e-4d83-9961-6a1b21f74674'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:46:46.252995 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96a21e5-4667-4ff6-a0bd-6cad34e68cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a065d01c-be98-4f72-ba35-4cfe451f4475", "tag": "644ddc57-913e-4d83-9961-6a1b21f74674"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:46:46.263130 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c146f-6c88-466d-abc5-5b52dcad2b65 req-0b377728-08e3-4d95-a2bd-fc4e6ea72d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:46.264603 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6f5c146f-6c88-466d-abc5-5b52dcad2b65 req-0b377728-08e3-4d95-a2bd-fc4e6ea72d01 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=547afd78cce14b8bad3ee66012ea7624&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2828484 Jul 09 18:46:46.278728 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a1059-21bf-4e0c-b6ad-0c660a19a2eb req-c8eb67ce-9ac2-48be-a410-31aa67b75ebf tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:46.278728 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6e5a1059-21bf-4e0c-b6ad-0c660a19a2eb req-c8eb67ce-9ac2-48be-a410-31aa67b75ebf tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.1457376 Jul 09 18:46:46.280014 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ffc53b77-7a18-4b7d-bcbc-395413ec82a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.291796 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e67194-80d1-4e57-b391-d193f0c57a52 service neutron] Pushing event updated for resources: {'Port': ['ID=644ddc57-913e-4d83-9961-6a1b21f74674,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:46.305141 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ffc53b77-7a18-4b7d-bcbc-395413ec82a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.328789 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6e5a1059-21bf-4e0c-b6ad-0c660a19a2eb req-9912028e-e79f-41d6-8f40-33935e2b07a0 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462899 Jul 09 18:46:46.374855 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ffc53b77-7a18-4b7d-bcbc-395413ec82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.377688 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ffc53b77-7a18-4b7d-bcbc-395413ec82a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.381494 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ffc53b77-7a18-4b7d-bcbc-395413ec82a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94ef21d8-eb30-4dee-b5b8-8e8f6fe8ff41 HTTP/1.1" status: 204 len: 168 time: 0.2209320 Jul 09 18:46:46.391507 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9661f48-2a2b-4e6c-87d8-7784b40e862f x-openstack-request-id: req-c9661f48-2a2b-4e6c-87d8-7784b40e862f {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:46:46.391800 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a065d01c-be98-4f72-ba35-4cfe451f4475", "tag": "644ddc57-913e-4d83-9961-6a1b21f74674", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:46:46.392057 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9661f48-2a2b-4e6c-87d8-7784b40e862f {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:46:46.392474 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'tag': '644ddc57-913e-4d83-9961-6a1b21f74674', 'status': 'completed', 'code': 200} Jul 09 18:46:46.400289 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc53b77-7a18-4b7d-bcbc-395413ec82a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef21d8-eb30-4dee-b5b8-8e8f6fe8ff41,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:46.427777 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.668758 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46db7ae-92c5-4d5f-bd76-0c09507462c4 req-ba6585f0-dfca-49c5-a4dc-03d171cda1a3 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:46.670444 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a46db7ae-92c5-4d5f-bd76-0c09507462c4 req-ba6585f0-dfca-49c5-a4dc-03d171cda1a3 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 944 time: 0.0682268 Jul 09 18:46:46.714825 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a46db7ae-92c5-4d5f-bd76-0c09507462c4 req-d3a4c1da-f9d0-4f16-921a-9af10c020bf3 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379567 Jul 09 18:46:46.720498 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd58d2-63b6-42e0-ac89-38eba3d4d740 req-cb6a0f79-1ee5-48a6-a6f1-9d5b0e91d72f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:46.722232 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f7fd58d2-63b6-42e0-ac89-38eba3d4d740 req-cb6a0f79-1ee5-48a6-a6f1-9d5b0e91d72f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0723922 Jul 09 18:46:46.774397 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 34502) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:46.775360 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f7fd58d2-63b6-42e0-ac89-38eba3d4d740 req-73807237-ff5a-426c-87ff-338a5df2068e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Jul 09 18:46:46.797981 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4c66a0e1-3c5f-4664-98cd-70f13b978d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:46.925903 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-dc7187a1-e595-4d35-a321-c086a4699a9d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:46.927423 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-dc7187a1-e595-4d35-a321-c086a4699a9d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/networks?id=d67bf152-f676-43ef-90d0-dbcab1803cc3 HTTP/1.1" status: 200 len: 814 time: 0.1333554 Jul 09 18:46:46.950382 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-9680119e-0fe2-46d3-aeef-ab4399b13549 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/quotas/60d9775e08b54c51b2ac9e0053a6caed HTTP/1.1" status: 200 len: 375 time: 0.0169175 Jul 09 18:46:47.020054 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4c66a0e1-3c5f-4664-98cd-70f13b978d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:47.029027 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4c66a0e1-3c5f-4664-98cd-70f13b978d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:47.075849 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-e1151705-3097-4510-a6b7-1a1ef02f874e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203163 Jul 09 18:46:47.082502 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-4c66a0e1-3c5f-4664-98cd-70f13b978d81 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=362c99b17c474767a280fbbb2713fe77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070164 Jul 09 18:46:47.083325 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66a0e1-3c5f-4664-98cd-70f13b978d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56e3964-9cc5-4630-9f8c-3529d6c514f7,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:47.085219 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34510) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:47.136379 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-07a2ba78-4a2e-4dce-8520-8cf6663f5676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:47.156302 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-07a2ba78-4a2e-4dce-8520-8cf6663f5676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:47.172305 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-2a440322-14ad-4224-81b2-afc372483d70 service neutron] 10.222.0.22 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811865 Jul 09 18:46:47.203292 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-07a2ba78-4a2e-4dce-8520-8cf6663f5676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:47.205789 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-07a2ba78-4a2e-4dce-8520-8cf6663f5676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:47.206933 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-07a2ba78-4a2e-4dce-8520-8cf6663f5676 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a56e3964-9cc5-4630-9f8c-3529d6c514f7 HTTP/1.1" status: 204 len: 168 time: 0.1207364 Jul 09 18:46:47.215769 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2ba78-4a2e-4dce-8520-8cf6663f5676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56e3964-9cc5-4630-9f8c-3529d6c514f7,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:47.272607 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-ddf50acb-24e7-4e9a-ba83-640027ab30a2 service neutron] 10.222.0.22 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945816 Jul 09 18:46:47.536307 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a8e80-05ba-4217-b071-180f002bf3d2 req-1b3edf1b-f223-41bc-9643-101f684a36df tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:47.537994 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-110a8e80-05ba-4217-b071-180f002bf3d2 req-1b3edf1b-f223-41bc-9643-101f684a36df tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0721884 Jul 09 18:46:47.579817 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-110a8e80-05ba-4217-b071-180f002bf3d2 req-42e51a5f-03f1-4555-8100-f42e72017d0c tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356276 Jul 09 18:46:47.759479 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594be68-d673-4f15-83e0-bb3a7db975ea req-a4d214af-e341-4477-a566-dafd79cf276b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:47.760998 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6594be68-d673-4f15-83e0-bb3a7db975ea req-a4d214af-e341-4477-a566-dafd79cf276b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0760505 Jul 09 18:46:47.808505 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6594be68-d673-4f15-83e0-bb3a7db975ea req-a0c53b7c-10f6-4af9-a859-fb22bc0f0a1f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Jul 09 18:46:47.871724 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:47.918555 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34550) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:47.936710 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7af83839-4c7f-49cc-a7c3-42b1e39eec43 req-4df543c6-5d1a-436b-bebf-80b5fdf64476 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 210 time: 0.0295644 Jul 09 18:46:48.016813 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1599781413-network', 'tenant_id': '5cd5223e79564d738767b42c7e54ccea'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:48.038496 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Made reservation on behalf of 5cd5223e79564d738767b42c7e54ccea for: {'network': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:48.040868 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.049046 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.101655 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b3f44-7934-4b7b-b71c-cb0a0cd3878b req-44524805-5c7a-458f-83c3-4efecf437c3e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:48.103475 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d68b3f44-7934-4b7b-b71c-cb0a0cd3878b req-44524805-5c7a-458f-83c3-4efecf437c3e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 944 time: 0.0650852 Jul 09 18:46:48.135392 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.139184 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.141516 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d68b3f44-7934-4b7b-b71c-cb0a0cd3878b req-a9718bea-dfe6-4ae0-9122-78c06995b855 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 Jul 09 18:46:48.165642 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:46:48.170883 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f020cd52-6bb2-408b-800f-ad723196fb83,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:48.178007 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.178377 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.segments_db [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Added segment 53fd0daf-7c21-446e-8407-5e63bd9d711d of type vlan for network 109d2af8-f94a-4141-8a68-40054607f7e4 Jul 09 18:46:48.217009 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.245305 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.246432 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:48.247021 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.298458 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3787620 Jul 09 18:46:48.301561 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 34556) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:48.306771 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Request body: {'subnet': {'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1599781413-subnet', 'tenant_id': '5cd5223e79564d738767b42c7e54ccea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:48.308159 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0e146-093a-47de-be40-f17bef717903 admin admin] Pushing event updated for resources: {'Network': ['ID=109d2af8-f94a-4141-8a68-40054607f7e4,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:48.319625 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 109d2af8-f94a-4141-8a68-40054607f7e4 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:46:48.336563 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee1088-c675-49a6-8711-26cef298be46 req-eef97102-ba9a-42f8-ac22-b21671dc94e6 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:48.338064 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-55ee1088-c675-49a6-8711-26cef298be46 req-eef97102-ba9a-42f8-ac22-b21671dc94e6 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0906322 Jul 09 18:46:48.350338 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Made reservation on behalf of 5cd5223e79564d738767b42c7e54ccea for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:48.352579 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15545278'] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.432597 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-55ee1088-c675-49a6-8711-26cef298be46 req-12fa6e93-bbf2-4fda-b1f8-314bb6a729d0 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885398 Jul 09 18:46:48.550764 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13845528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15545260'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.602115 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7937a219-40ce-426b-a05d-6278c5340b6c,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:48.612414 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Checking segment: {'id': '53fd0daf-7c21-446e-8407-5e63bd9d711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:46:48.612769 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Network hostable DHCP agents. Network: 109d2af8-f94a-4141-8a68-40054607f7e4, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:46:48.629974 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Network 109d2af8-f94a-4141-8a68-40054607f7e4 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:46:48.639102 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 109d2af8-f94a-4141-8a68-40054607f7e4) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:48.643255 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:48.643825 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:48.649662 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a073335-a695-4dc4-93a6-ab23c5916ce4 None None] Network 109d2af8-f94a-4141-8a68-40054607f7e4 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:46:48.667978 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-270ce84b-4c1b-44ab-bf0b-6b37dac6265f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3574181 Jul 09 18:46:48.764649 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284563-9983-4050-9020-7480ffdf8846 req-13868c2f-dbc2-404b-9c63-676ffe52317e tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:48.766471 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aa284563-9983-4050-9020-7480ffdf8846 req-13868c2f-dbc2-404b-9c63-676ffe52317e tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0711486 Jul 09 18:46:48.784363 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d770609-a77f-450c-baa6-39e902d0ce45 None None] Network 109d2af8-f94a-4141-8a68-40054607f7e4 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:46:48.811910 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aa284563-9983-4050-9020-7480ffdf8846 req-a8b3e487-59f0-4c28-a2e3-9c1d8e49d6c8 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387859 Jul 09 18:46:48.994823 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0551-c0c6-40ad-8a1d-045c3cf3e571 req-a24efe25-0f72-4d0c-ad61-a88206322c44 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:48.996350 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7cf0551-c0c6-40ad-8a1d-045c3cf3e571 req-a24efe25-0f72-4d0c-ad61-a88206322c44 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0678058 Jul 09 18:46:49.036121 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7cf0551-c0c6-40ad-8a1d-045c3cf3e571 req-0cb37264-4342-46f6-85ea-20da019b073b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Jul 09 18:46:49.196983 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0034ae3d-408e-4dea-a2a5-98b0a0c259ca req-f7e43f5f-8b0d-45a9-a548-3fbdfaadc907 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 210 time: 0.0563366 Jul 09 18:46:49.257110 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a21e5-4667-4ff6-a0bd-6cad34e68cbc req-8596ee36-7b86-4881-b3c4-ef9bfb6930f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.258724 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a96a21e5-4667-4ff6-a0bd-6cad34e68cbc req-8596ee36-7b86-4881-b3c4-ef9bfb6930f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 1097 time: 0.0644963 Jul 09 18:46:49.355026 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c146f-6c88-466d-abc5-5b52dcad2b65 req-a9666d8a-7d17-420b-a186-14cbfc0ca401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.356495 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6f5c146f-6c88-466d-abc5-5b52dcad2b65 req-a9666d8a-7d17-420b-a186-14cbfc0ca401 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1952751 Jul 09 18:46:49.433257 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a21e5-4667-4ff6-a0bd-6cad34e68cbc req-f9220916-bc4b-4873-8d5d-1a47c6a5e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.434742 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a96a21e5-4667-4ff6-a0bd-6cad34e68cbc req-f9220916-bc4b-4873-8d5d-1a47c6a5e077 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=710314d7350a46debe5c2c8e0d16306a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1362300 Jul 09 18:46:49.448394 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b459ebd-3a41-4a23-84d0-f2ff449cf99b req-e2816375-af1e-4f4c-94ca-0b917803d5e5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.450592 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8b459ebd-3a41-4a23-84d0-f2ff449cf99b req-e2816375-af1e-4f4c-94ca-0b917803d5e5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 944 time: 0.1002750 Jul 09 18:46:49.539620 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8b459ebd-3a41-4a23-84d0-f2ff449cf99b req-c09650f2-5c33-443c-ba03-1522a514e157 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834689 Jul 09 18:46:49.550011 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-ef6df144-c825-4d12-be1e-7333007ef77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.555370 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-ef6df144-c825-4d12-be1e-7333007ef77e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 1097 time: 0.0775516 Jul 09 18:46:49.579691 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a21e5-4667-4ff6-a0bd-6cad34e68cbc req-dc48a7c2-7179-4d94-9d9e-e615a9d4acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.581148 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a96a21e5-4667-4ff6-a0bd-6cad34e68cbc req-dc48a7c2-7179-4d94-9d9e-e615a9d4acf1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119113 Jul 09 18:46:49.704103 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-ebb6ca2a-b3bd-416d-a9fa-497774fe5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.705512 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-ebb6ca2a-b3bd-416d-a9fa-497774fe5076 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 1097 time: 0.0536706 Jul 09 18:46:49.760191 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-fa6f60e4-b4ed-4f75-8f13-09e78ca10dcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=644ddc57-913e-4d83-9961-6a1b21f74674 HTTP/1.1" status: 200 len: 217 time: 0.0390620 Jul 09 18:46:49.810316 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-bf82408c-3dd5-4fba-8926-886417837b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.811791 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-bf82408c-3dd5-4fba-8926-886417837b62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1c8df9-30f8-43b6-aaf9-a82373b78aa6 HTTP/1.1" status: 200 len: 850 time: 0.0444775 Jul 09 18:46:49.841599 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-8643471c-3a90-4e98-be66-d6e8eb3583a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cae6a7b-7030-410a-9523-ecacfe90f76c HTTP/1.1" status: 200 len: 217 time: 0.2579014 Jul 09 18:46:49.871823 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-e1e90edf-707f-47d5-b2e8-53a2805cb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.873360 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-e1e90edf-707f-47d5-b2e8-53a2805cb089 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529823 Jul 09 18:46:49.905785 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed12656-4631-4bdb-86aa-d07f51794995 req-2d006e80-7754-43af-8e1d-1b40224711dd tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.907282 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9ed12656-4631-4bdb-86aa-d07f51794995 req-2d006e80-7754-43af-8e1d-1b40224711dd tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.3325713 Jul 09 18:46:49.928497 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-1ea1e23d-2f43-4a15-a93a-3dde73422c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:49.929918 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-1ea1e23d-2f43-4a15-a93a-3dde73422c48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=789576c8-d3c5-4bb8-9a61-289186cb2c27 HTTP/1.1" status: 200 len: 854 time: 0.0704069 Jul 09 18:46:49.956090 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9ed12656-4631-4bdb-86aa-d07f51794995 req-39ea40d5-edde-4e9a-a42d-df8698900785 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362761 Jul 09 18:46:49.997384 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-d6276c59-f100-420c-b9a2-1eb5472a7e27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8832039b-97f5-45a1-add5-584cfbdaa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404587 Jul 09 18:46:50.011129 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-8bca2e88-c52d-4731-b4a0-3e06ae29e005 service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293523 Jul 09 18:46:50.049358 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643ad5-7c7c-4fa0-adc2-7a301110ddaf req-76cd2b13-bf3e-4755-aad8-cefb98f1713c tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:50.058671 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fa643ad5-7c7c-4fa0-adc2-7a301110ddaf req-76cd2b13-bf3e-4755-aad8-cefb98f1713c tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.1207566 Jul 09 18:46:50.116330 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-7b34139f-8d0d-4b48-be0d-0028111962ee service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952184 Jul 09 18:46:50.183787 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fa643ad5-7c7c-4fa0-adc2-7a301110ddaf req-bba05431-1781-43be-a580-4fe776901056 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937099 Jul 09 18:46:50.202042 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f5fd5d-fe7b-4206-b415-99f2397150a5 req-e05bedf0-044f-4f03-a25d-84489e033f3e service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803880 Jul 09 18:46:50.321509 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-19b97048-bf58-40ee-b3e9-2a8edbfd530e req-fae8f224-fac6-44f7-9768-33fde76c2e2f service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957521 Jul 09 18:46:50.345680 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cb9d5-bee5-4df5-9a74-ba3e5f4ca0d5 req-25728763-c4fe-4fc9-b92e-8ccd8d4b8819 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:50.353105 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2b6cb9d5-bee5-4df5-9a74-ba3e5f4ca0d5 req-25728763-c4fe-4fc9-b92e-8ccd8d4b8819 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.1449959 Jul 09 18:46:50.415684 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2b6cb9d5-bee5-4df5-9a74-ba3e5f4ca0d5 req-e8543184-9fda-4646-a330-5ecd61903232 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617738 Jul 09 18:46:50.444276 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-bfaf84ff-4bab-497a-adc8-7385024c7bee tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:50.447123 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-bfaf84ff-4bab-497a-adc8-7385024c7bee tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.30 "GET /v2.0/networks?id=d67bf152-f676-43ef-90d0-dbcab1803cc3 HTTP/1.1" status: 200 len: 814 time: 0.2315972 Jul 09 18:46:50.492830 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ff12e4b0-111c-4408-b693-3f34173244db req-1ec7d9e4-e6bf-4c55-ae4e-93a3658742bf tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 210 time: 0.0696430 Jul 09 18:46:50.502556 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'port': {'device_id': 'b8755493-10ff-4582-9b81-62a343b87dea', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'admin_state_up': True, 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:46:50.790984 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8ea59-3cf5-4630-b9a0-08f559712b2a req-8a9d2567-c3d0-49ac-a891-666c653733fd tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:50.792554 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-01d8ea59-3cf5-4630-b9a0-08f559712b2a req-8a9d2567-c3d0-49ac-a891-666c653733fd tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 944 time: 0.0725150 Jul 09 18:46:50.843796 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-01d8ea59-3cf5-4630-b9a0-08f559712b2a req-dd5ef5c4-5271-4cf3-b78c-82ce9e947d38 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454440 Jul 09 18:46:50.956007 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Made reservation on behalf of 60d9775e08b54c51b2ac9e0053a6caed for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:46:50.959619 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:50.993090 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-7e646a56-416b-4093-83d4-a05a993dab7e tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:50.994637 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-7e646a56-416b-4093-83d4-a05a993dab7e tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/networks?id=109d2af8-f94a-4141-8a68-40054607f7e4 HTTP/1.1" status: 200 len: 809 time: 0.3956246 Jul 09 18:46:51.040115 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-b892d8fd-376d-4f4f-b906-6dd2d222ea2f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/quotas/5cd5223e79564d738767b42c7e54ccea HTTP/1.1" status: 200 len: 375 time: 0.0384572 Jul 09 18:46:51.083432 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-22c60434-3ccd-483b-9830-8bd3e9cf174c tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5cd5223e79564d738767b42c7e54ccea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349815 Jul 09 18:46:51.171827 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614accfd-f270-41f5-aea8-e710066867b6 req-21228fdf-64e6-4b05-8ff0-5355e5d7b448 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:51.182372 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-614accfd-f270-41f5-aea8-e710066867b6 req-21228fdf-64e6-4b05-8ff0-5355e5d7b448 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0950043 Jul 09 18:46:51.192132 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Allocated IP 172.20.0.14 (d67bf152-f676-43ef-90d0-dbcab1803cc3/0463249d-fd68-4373-8795-b5ef385879a9/8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:46:51.242585 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-ae4430f6-6d60-4665-a14f-91fd79cba0f7 service neutron] 10.222.0.22 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501343 Jul 09 18:46:51.247906 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-614accfd-f270-41f5-aea8-e710066867b6 req-417d2956-4ecc-4a30-935d-5f3cebc0bfc3 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642548 Jul 09 18:46:51.422713 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-54432ae0-6e8b-420b-a412-b020d436b973 service neutron] 10.222.0.22 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712871 Jul 09 18:46:51.449393 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:51.464029 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Transition to ACTIVE for port object 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:46:51.466228 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc03d0-fea0-4d06-a367-ef0af09b0235 req-77ae34b0-7907-4723-8a2e-4cd5bc01002e tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:51.475507 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1afc03d0-fea0-4d06-a367-ef0af09b0235 req-77ae34b0-7907-4723-8a2e-4cd5bc01002e tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0985620 Jul 09 18:46:51.523473 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1afc03d0-fea0-4d06-a367-ef0af09b0235 req-77a083ec-5cb9-484e-98a4-f64f63ccf898 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466506 Jul 09 18:46:51.541324 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:51.650700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Network d67bf152-f676-43ef-90d0-dbcab1803cc3 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:46:51.656287 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:46:51.668955 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:46:51.773839 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:51.777556 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:51.791563 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'Port': ['ID=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:51.823937 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07905e5d-bcfc-45a8-b59d-8ce48c4d4510 req-8befbf66-3e10-4874-b132-c3a00425769f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:51.825964 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-07905e5d-bcfc-45a8-b59d-8ce48c4d4510 req-8befbf66-3e10-4874-b132-c3a00425769f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.1619799 Jul 09 18:46:51.853395 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-cb487f05-badc-4fca-b95e-614e6707cb2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3736434 Jul 09 18:46:51.934474 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17c09f-814f-4f16-ab0d-93b092ea77ed req-251a2a60-0917-4940-9bda-8fcaf62cd7be tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:51.945940 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-07905e5d-bcfc-45a8-b59d-8ce48c4d4510 req-2da1eb11-024f-40e8-86ef-9e04aa83c740 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126647 Jul 09 18:46:51.946171 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4e17c09f-814f-4f16-ab0d-93b092ea77ed req-251a2a60-0917-4940-9bda-8fcaf62cd7be tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.1448019 Jul 09 18:46:52.033061 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4e17c09f-814f-4f16-ab0d-93b092ea77ed req-f4add941-944f-48e3-b253-dfb5f1ba83e3 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857368 Jul 09 18:46:52.117284 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-fc4dd896-b4c8-4018-b11d-77589e1a60b7 None None] Provisioning for port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:52.123419 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-fc4dd896-b4c8-4018-b11d-77589e1a60b7 None None] Provisioning complete for port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:52.123976 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd896-b4c8-4018-b11d-77589e1a60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:52.125761 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1a5a08c9-18d6-452f-8c31-198423f336b0 req-8a14603b-3ff3-47fd-8d60-c9f662d8001f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0315232 Jul 09 18:46:52.154614 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 644ddc57-913e-4d83-9961-6a1b21f74674 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:46:52.198326 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dd896-b4c8-4018-b11d-77589e1a60b7 None None] Port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:46:52.311513 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 644ddc57-913e-4d83-9961-6a1b21f74674, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=644ddc57-913e-4d83-9961-6a1b21f74674,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:52.324311 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '644ddc57-913e-4d83-9961-6a1b21f74674', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'port_id': '644ddc57-913e-4d83-9961-6a1b21f74674', 'mac_address': 'fa:16:3e:23:cd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:46:52.354944 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71b324-0692-48c9-b2b5-d83d40be87a8 req-c48a123a-68d4-41ad-a31b-1404ff8dac1e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:52.367192 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dd71b324-0692-48c9-b2b5-d83d40be87a8 req-c48a123a-68d4-41ad-a31b-1404ff8dac1e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 944 time: 0.1166298 Jul 09 18:46:52.389350 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:52.405812 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644ddc57-913e-4d83-9961-6a1b21f74674 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:46:52.420050 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dd71b324-0692-48c9-b2b5-d83d40be87a8 req-dcfc565a-037c-4f7c-bc59-f5ac964784a2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515106 Jul 09 18:46:52.431707 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 644ddc57-913e-4d83-9961-6a1b21f74674, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=644ddc57-913e-4d83-9961-6a1b21f74674,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:52.435982 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:52.436679 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device fee7e3ca-2e54-4d86-a14f-599d766abddf details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:46:52.496925 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=644ddc57-913e-4d83-9961-6a1b21f74674,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:52.579660 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:52.593059 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'port_id': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'mac_address': 'fa:16:3e:25:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:46:52.613903 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a524e80-4ff3-4630-830c-305ff17d2a75 req-668c950e-9e00-48b1-aa6a-92b03b628554 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:52.616086 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a524e80-4ff3-4630-830c-305ff17d2a75 req-668c950e-9e00-48b1-aa6a-92b03b628554 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0754805 Jul 09 18:46:52.635167 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:52.649358 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee7e3ca-2e54-4d86-a14f-599d766abddf {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:46:52.661637 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a524e80-4ff3-4630-830c-305ff17d2a75 req-dc5112b3-fea2-4008-a7c8-2ff8b4e75238 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384328 Jul 09 18:46:52.669331 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:52.672849 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:52.723470 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=fee7e3ca-2e54-4d86-a14f-599d766abddf,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:52.827240 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c4cbc-83bb-4c0a-b3c4-bdab7e8a598d req-ebe4782b-bee7-4cb3-ad51-b71a549b5d08 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:52.828622 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e64c4cbc-83bb-4c0a-b3c4-bdab7e8a598d req-ebe4782b-bee7-4cb3-ad51-b71a549b5d08 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 945 time: 0.0672300 Jul 09 18:46:52.864731 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e64c4cbc-83bb-4c0a-b3c4-bdab7e8a598d req-6feaedba-1ce7-44ff-9e70-17a02fbe4873 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305226 Jul 09 18:46:53.124526 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['644ddc57-913e-4d83-9961-6a1b21f74674'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:46:53.153202 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a5da0-99ef-4b39-af92-77efcb6c4d6c req-260cb16b-99e1-482d-8a48-0723525668e4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:53.155122 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5e6a5da0-99ef-4b39-af92-77efcb6c4d6c req-260cb16b-99e1-482d-8a48-0723525668e4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0718882 Jul 09 18:46:53.162426 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['fee7e3ca-2e54-4d86-a14f-599d766abddf'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:46:53.200700 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5e6a5da0-99ef-4b39-af92-77efcb6c4d6c req-c79a34eb-0717-4617-966f-11f9eb68ce0c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Jul 09 18:46:53.438690 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5592c1a-088a-4020-a140-05da09593610 req-1cae10fb-c6ad-4d77-8341-871c8cdd6b92 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:53.439885 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34702) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:53.446518 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f5592c1a-088a-4020-a140-05da09593610 req-1cae10fb-c6ad-4d77-8341-871c8cdd6b92 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.1048951 Jul 09 18:46:53.491918 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f5592c1a-088a-4020-a140-05da09593610 req-ff51ccde-6f81-4687-9bd6-c04d06573cb9 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Jul 09 18:46:53.597258 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-dcf01dac-223a-4e9b-9950-31ac444a4f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:53.625268 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8e584aa5-6f7a-4eab-9717-c34c56f45df5 req-e00d18ac-fb9f-4414-be67-e0bdee7f6dc2 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0290091 Jul 09 18:46:53.710585 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-dcf01dac-223a-4e9b-9950-31ac444a4f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:53.716083 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-dcf01dac-223a-4e9b-9950-31ac444a4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:53.757304 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-dcf01dac-223a-4e9b-9950-31ac444a4f6b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93bad7ea59714aaabf43c0f32455a0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156948 Jul 09 18:46:53.758668 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf01dac-223a-4e9b-9950-31ac444a4f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2156ab61-50a0-43f6-9968-9ac7a6d067b8,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:53.761222 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 34710) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:46:53.832527 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e3d1e-3f16-4dd5-9315-c4e7790c71ca req-11281a5b-2d90-4d16-937b-797721e3619e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:53.834107 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ff5e3d1e-3f16-4dd5-9315-c4e7790c71ca req-11281a5b-2d90-4d16-937b-797721e3619e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 945 time: 0.1090567 Jul 09 18:46:53.834769 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-af670949-f7ee-4117-882d-36aebcfb58c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:53.871761 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-af670949-f7ee-4117-882d-36aebcfb58c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:53.909687 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ff5e3d1e-3f16-4dd5-9315-c4e7790c71ca req-e8b80046-58ff-4cb1-b926-6bbf6c7a0c6e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652297 Jul 09 18:46:53.937041 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-af670949-f7ee-4117-882d-36aebcfb58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:53.939632 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-af670949-f7ee-4117-882d-36aebcfb58c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:53.940754 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-af670949-f7ee-4117-882d-36aebcfb58c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2156ab61-50a0-43f6-9968-9ac7a6d067b8 HTTP/1.1" status: 204 len: 168 time: 0.1785374 Jul 09 18:46:53.955640 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af670949-f7ee-4117-882d-36aebcfb58c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2156ab61-50a0-43f6-9968-9ac7a6d067b8,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:54.109961 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a0d6a-755f-4126-b78d-3ccb261b5411 req-c351b063-efe3-48f3-bcff-caa680c936fd tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:54.118366 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9b0a0d6a-755f-4126-b78d-3ccb261b5411 req-c351b063-efe3-48f3-bcff-caa680c936fd tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0835125 Jul 09 18:46:54.187291 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9b0a0d6a-755f-4126-b78d-3ccb261b5411 req-1ba98cd2-fb4d-4698-ac90-4a31fdbdb75a tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678225 Jul 09 18:46:54.438480 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d145a-a22a-4037-a16b-d8e255fb207f req-716348cd-fddf-448d-b95e-56380e73fcf7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:54.440334 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-611d145a-a22a-4037-a16b-d8e255fb207f req-716348cd-fddf-448d-b95e-56380e73fcf7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 945 time: 0.1094866 Jul 09 18:46:54.501513 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-611d145a-a22a-4037-a16b-d8e255fb207f req-f0e383a4-745c-4a48-b148-31f7ade2fe7a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512729 Jul 09 18:46:54.686751 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a859-4626-4e55-81c5-cf20bf370cc6 req-29043a42-7fe4-4aa4-b5bf-161de1fc7553 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:54.688519 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d318a859-4626-4e55-81c5-cf20bf370cc6 req-29043a42-7fe4-4aa4-b5bf-161de1fc7553 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0768692 Jul 09 18:46:54.755479 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d318a859-4626-4e55-81c5-cf20bf370cc6 req-73f80f66-f201-42a2-a542-98c9b0d5acc3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555117 Jul 09 18:46:54.934715 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e07d3-1a79-44f3-94b1-06578d81f7e3 req-3ac3e54f-50d9-4e41-8631-a264bebf1710 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:54.936216 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-469e07d3-1a79-44f3-94b1-06578d81f7e3 req-3ac3e54f-50d9-4e41-8631-a264bebf1710 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.0854495 Jul 09 18:46:54.988630 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-469e07d3-1a79-44f3-94b1-06578d81f7e3 req-5a84bb62-755f-4435-a2f3-15b4eef407a5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465252 Jul 09 18:46:55.134373 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-162423b6-71f4-4a2c-ac4d-078e1980f4e4 req-98718860-f240-4fb0-864d-ad26fe87b985 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0298398 Jul 09 18:46:55.335341 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed1f2f-a021-460b-aee8-07f6587f94f5 req-f5a6829e-4ec4-480d-b8c8-a7724462379e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:55.336885 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f9ed1f2f-a021-460b-aee8-07f6587f94f5 req-f5a6829e-4ec4-480d-b8c8-a7724462379e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 945 time: 0.0760274 Jul 09 18:46:55.385301 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f9ed1f2f-a021-460b-aee8-07f6587f94f5 req-b28a8893-f335-437e-88ae-52e699dea340 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Jul 09 18:46:55.584332 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6b3e4-f0b4-4a71-9043-29de1316d58f req-c03b4180-18aa-41a7-94f5-b7841cfd2ece tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:55.584332 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-31d6b3e4-f0b4-4a71-9043-29de1316d58f req-c03b4180-18aa-41a7-94f5-b7841cfd2ece tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0846250 Jul 09 18:46:55.647068 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-31d6b3e4-f0b4-4a71-9043-29de1316d58f req-9fe95c7e-43d3-4dac-b88d-9f33319c4e48 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551937 Jul 09 18:46:55.815043 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea685-4357-465b-a5ea-0fa57d91c9a6 req-97932ea6-9509-4a9e-9733-a5496acafbed tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:55.816512 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ffdea685-4357-465b-a5ea-0fa57d91c9a6 req-97932ea6-9509-4a9e-9733-a5496acafbed tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 945 time: 0.0675490 Jul 09 18:46:55.866657 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ffdea685-4357-465b-a5ea-0fa57d91c9a6 req-0b175fb3-9bdb-45b2-9e16-c2ffd640ca4c tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442717 Jul 09 18:46:56.060220 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb9e8-6084-4678-8960-d29df10ce55c req-fcdfe7c0-caac-42d3-8267-3ac425d408ca tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:56.061695 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a4deb9e8-6084-4678-8960-d29df10ce55c req-fcdfe7c0-caac-42d3-8267-3ac425d408ca tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0660043 Jul 09 18:46:56.102565 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a4deb9e8-6084-4678-8960-d29df10ce55c req-882cdf8b-2ac6-4b17-a895-22bc9293ba65 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349333 Jul 09 18:46:56.140181 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:46:56.141557 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 644ddc57-913e-4d83-9961-6a1b21f74674 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:56.202868 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 644ddc57-913e-4d83-9961-6a1b21f74674 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:56.206810 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 644ddc57-913e-4d83-9961-6a1b21f74674 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:56.207187 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:56.290967 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:56.320007 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644ddc57-913e-4d83-9961-6a1b21f74674'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:46:56.322693 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d5294-1df9-4c3d-9f89-30e0227775ed" -d '{"events": [{"server_uuid": "a065d01c-be98-4f72-ba35-4cfe451f4475", "name": "network-vif-plugged", "status": "completed", "tag": "644ddc57-913e-4d83-9961-6a1b21f74674"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:46:56.336475 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 644ddc57-913e-4d83-9961-6a1b21f74674, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=644ddc57-913e-4d83-9961-6a1b21f74674,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:56.341226 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81d6bd-6fca-45b8-b1fe-9825f49638dc req-d6528904-1e58-4291-8e16-773865be95c0 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:56.341797 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:56.342705 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device fee7e3ca-2e54-4d86-a14f-599d766abddf up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:46:56.349108 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bb81d6bd-6fca-45b8-b1fe-9825f49638dc req-d6528904-1e58-4291-8e16-773865be95c0 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.0899673 Jul 09 18:46:56.408073 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bb81d6bd-6fca-45b8-b1fe-9825f49638dc req-e34dcc81-1901-4bb5-b463-9d8eb825865e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585918 Jul 09 18:46:56.435308 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=644ddc57-913e-4d83-9961-6a1b21f74674,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:56.459851 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port fee7e3ca-2e54-4d86-a14f-599d766abddf completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:46:56.491347 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port fee7e3ca-2e54-4d86-a14f-599d766abddf triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:46:56.492215 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:56.624698 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:56.647006 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8de3d644-2c3d-4162-9317-f2884d4c79ea req-6079c46b-bfa0-41ee-b82f-b470b4441468 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0589342 Jul 09 18:46:56.693272 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:46:56.698752 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b683f-d184-45f0-920d-32d9aec39cc3 x-openstack-request-id: req-fb5b683f-d184-45f0-920d-32d9aec39cc3 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:46:56.699496 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a065d01c-be98-4f72-ba35-4cfe451f4475", "name": "network-vif-plugged", "status": "completed", "tag": "644ddc57-913e-4d83-9961-6a1b21f74674", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:46:56.700134 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb5b683f-d184-45f0-920d-32d9aec39cc3 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:46:56.700754 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644ddc57-913e-4d83-9961-6a1b21f74674', 'code': 200} Jul 09 18:46:56.702627 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:46:56.753579 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=fee7e3ca-2e54-4d86-a14f-599d766abddf,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:46:56.870534 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2237984-3461-48aa-9d3c-d2f290aad6aa req-56d3a854-a6ba-4968-8649-8396aa7b71db tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:56.872018 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c2237984-3461-48aa-9d3c-d2f290aad6aa req-56d3a854-a6ba-4968-8649-8396aa7b71db tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0659554 Jul 09 18:46:56.916022 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c2237984-3461-48aa-9d3c-d2f290aad6aa req-04bbb5c2-98de-4d75-8217-e9a1f11682aa tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378277 Jul 09 18:46:57.102263 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e16c0-7120-430e-a1c1-763fef5bbdd9 req-917647bd-5090-4c78-92d3-1aeb48aa983d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:57.103819 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ea3e16c0-7120-430e-a1c1-763fef5bbdd9 req-917647bd-5090-4c78-92d3-1aeb48aa983d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0753882 Jul 09 18:46:57.141576 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ea3e16c0-7120-430e-a1c1-763fef5bbdd9 req-67048457-c4dd-49bd-8af8-1eaf1d9aa347 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jul 09 18:46:57.304525 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f0fb5-d78f-44ad-8873-2033106e4c6e req-4a012ee1-a7fe-49b9-8311-8eef7b325030 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:57.306023 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f38f0fb5-d78f-44ad-8873-2033106e4c6e req-4a012ee1-a7fe-49b9-8311-8eef7b325030 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0626676 Jul 09 18:46:57.346744 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f38f0fb5-d78f-44ad-8873-2033106e4c6e req-98a2cc14-6cc5-4bfb-919b-701857778cb3 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347061 Jul 09 18:46:57.513543 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250963a-1780-4db5-8f5e-1d014fa2b7df req-4630d370-e341-4843-9649-3b80f0101b88 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:57.515083 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1250963a-1780-4db5-8f5e-1d014fa2b7df req-4630d370-e341-4843-9649-3b80f0101b88 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0683153 Jul 09 18:46:57.555704 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1250963a-1780-4db5-8f5e-1d014fa2b7df req-49be2efb-385b-432f-b0d6-184696c51d5c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348639 Jul 09 18:46:57.733335 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbc622-adf8-42d4-8aa4-94dfbc783397 req-69725f10-7d0c-4404-9ab1-b03d1fedbe78 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:57.735572 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-63cbc622-adf8-42d4-8aa4-94dfbc783397 req-69725f10-7d0c-4404-9ab1-b03d1fedbe78 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.0808198 Jul 09 18:46:57.797398 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-63cbc622-adf8-42d4-8aa4-94dfbc783397 req-81241c3a-1ee9-44fb-98ff-133917722ccd tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558238 Jul 09 18:46:57.926785 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f61d5229-bdce-45da-a120-4f3b9d19a2aa req-a46b574c-3a8f-4a79-b9e4-b41fe63d0d1e tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0275683 Jul 09 18:46:58.161116 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5f891-01ac-4bf1-bbee-b4f14cd09477 req-a3074e50-85d0-4d06-9cac-ac01017e35b5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:58.170638 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-89b5f891-01ac-4bf1-bbee-b4f14cd09477 req-a3074e50-85d0-4d06-9cac-ac01017e35b5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1089704 Jul 09 18:46:58.205721 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-89b5f891-01ac-4bf1-bbee-b4f14cd09477 req-162ece28-5c37-4f24-b5f6-39d58e3ff2c1 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342851 Jul 09 18:46:58.409308 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb539b0-2beb-47d9-b182-4e15d18ce164 req-a0068c1f-46f5-409d-926e-54a129d7a3bb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:58.411130 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bbb539b0-2beb-47d9-b182-4e15d18ce164 req-a0068c1f-46f5-409d-926e-54a129d7a3bb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0898123 Jul 09 18:46:58.456488 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bbb539b0-2beb-47d9-b182-4e15d18ce164 req-d5555f59-da99-4d28-ba3d-f02479f7534c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Jul 09 18:46:58.660361 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e91298-3b05-4336-b980-4a6667c0dd19 req-f825d67c-3de9-4f82-89d5-6720178c8a45 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:58.662852 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c9e91298-3b05-4336-b980-4a6667c0dd19 req-f825d67c-3de9-4f82-89d5-6720178c8a45 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0688777 Jul 09 18:46:58.702511 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:46:58.704881 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f872afac-55fb-4592-83ea-3db3a24eaeb9" -d '{"events": [{"server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "name": "network-vif-plugged", "status": "completed", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:46:58.715061 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c9e91298-3b05-4336-b980-4a6667c0dd19 req-a959f835-c362-4259-a260-604ebf009e37 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 Jul 09 18:46:58.886730 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f30366-9058-4b53-bc49-409dd6e72afa req-2a593f48-b4f1-478d-a37d-1bd262af13f3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:58.888392 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7f30366-9058-4b53-bc49-409dd6e72afa req-2a593f48-b4f1-478d-a37d-1bd262af13f3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0685718 Jul 09 18:46:58.929587 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d7f30366-9058-4b53-bc49-409dd6e72afa req-629f0e5e-cbf3-4cd1-ae7b-4fec341ebb5a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355854 Jul 09 18:46:58.989283 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63167fb0-14ab-4e6a-af79-ed49cc171eb0 x-openstack-request-id: req-63167fb0-14ab-4e6a-af79-ed49cc171eb0 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:46:58.989652 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "name": "network-vif-plugged", "status": "completed", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:46:58.990511 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63167fb0-14ab-4e6a-af79-ed49cc171eb0 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:46:58.991463 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'code': 200} Jul 09 18:46:59.163516 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f170f7-d9bf-46ec-a5bd-fff5a37f0024 req-c81b21d3-f6b0-4203-86c7-35409feb3201 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:59.165956 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e3f170f7-d9bf-46ec-a5bd-fff5a37f0024 req-c81b21d3-f6b0-4203-86c7-35409feb3201 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.0797565 Jul 09 18:46:59.203926 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e3f170f7-d9bf-46ec-a5bd-fff5a37f0024 req-176e37c1-7c66-4c90-ab90-c3f829699202 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323954 Jul 09 18:46:59.339197 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc102792-c364-460c-8872-333269bacf18 req-7351cc5a-5b48-421b-a829-769761188822 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0352387 Jul 09 18:46:59.503158 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bf785-992f-4bce-8d0a-18b8687debbe req-707bec68-de75-495e-b584-45d02bdcd619 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:59.504558 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-391bf785-992f-4bce-8d0a-18b8687debbe req-707bec68-de75-495e-b584-45d02bdcd619 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0635974 Jul 09 18:46:59.543348 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-391bf785-992f-4bce-8d0a-18b8687debbe req-a8d6a4c4-a296-45d3-9a09-47ff716fbfaa tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330498 Jul 09 18:46:59.725727 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9cb25-231e-4a50-9469-074ce4240e55 req-2d545fd5-17d5-4aa5-8b2f-cdd7aa800237 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:59.727252 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-75e9cb25-231e-4a50-9469-074ce4240e55 req-2d545fd5-17d5-4aa5-8b2f-cdd7aa800237 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0682352 Jul 09 18:46:59.770932 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-75e9cb25-231e-4a50-9469-074ce4240e55 req-a9ecc743-ee6b-435a-bafc-2f6410319d29 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 Jul 09 18:46:59.969611 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611f26e-5061-4a93-937f-ed6481634ca9 req-5d785916-dec2-48d4-9b61-2444d6665438 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:46:59.971128 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6611f26e-5061-4a93-937f-ed6481634ca9 req-5d785916-dec2-48d4-9b61-2444d6665438 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0859344 Jul 09 18:47:00.043155 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6611f26e-5061-4a93-937f-ed6481634ca9 req-6dedcc6c-bce1-4365-817b-7ba1f14cf302 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648179 Jul 09 18:47:00.226061 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a774217-5801-4859-9b56-391f47c7d28a req-26660635-7ec8-433a-bf69-b8cc07424b96 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:00.234348 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a774217-5801-4859-9b56-391f47c7d28a req-26660635-7ec8-433a-bf69-b8cc07424b96 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0652859 Jul 09 18:47:00.280759 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a774217-5801-4859-9b56-391f47c7d28a req-2f5640d2-6733-421d-baea-49157eae4970 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Jul 09 18:47:00.454804 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580945a-72c0-4820-be12-fbcc7ecd9653 req-9d50ce76-a227-4225-9814-e78626a4ed50 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:00.456310 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3580945a-72c0-4820-be12-fbcc7ecd9653 req-9d50ce76-a227-4225-9814-e78626a4ed50 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.0692480 Jul 09 18:47:00.503390 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3580945a-72c0-4820-be12-fbcc7ecd9653 req-331bedbf-827e-42a9-95fc-5ddfda417c2f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Jul 09 18:47:00.648239 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d8f3b9de-87c6-429a-b939-b4d2c668382d req-fd1a682d-8d87-498f-b971-9450fc25e25b tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0308099 Jul 09 18:47:00.832914 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a00a4f-cf92-4a32-adda-b698da5162b5 req-91734153-78b6-4f9d-8bb0-85f6c280ac63 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:00.834387 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-14a00a4f-cf92-4a32-adda-b698da5162b5 req-91734153-78b6-4f9d-8bb0-85f6c280ac63 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0717766 Jul 09 18:47:00.884161 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-14a00a4f-cf92-4a32-adda-b698da5162b5 req-f25ae4c0-be4d-4bac-8a92-2995d03aa431 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Jul 09 18:47:01.063684 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14640117-380d-4607-9ed7-4fddbf87c628 req-2f2f072e-306e-4b43-9682-7faf975d5264 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:01.065478 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-14640117-380d-4607-9ed7-4fddbf87c628 req-2f2f072e-306e-4b43-9682-7faf975d5264 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0733738 Jul 09 18:47:01.114470 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-14640117-380d-4607-9ed7-4fddbf87c628 req-dded9601-255c-4700-8191-999a12563f48 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Jul 09 18:47:01.295416 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed275b-dc19-4e1a-962d-32c93fcec26f req-a8f0b56c-4d79-4459-878b-1fa959cd542e tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:01.296930 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dbed275b-dc19-4e1a-962d-32c93fcec26f req-a8f0b56c-4d79-4459-878b-1fa959cd542e tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0667255 Jul 09 18:47:01.340105 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dbed275b-dc19-4e1a-962d-32c93fcec26f req-95841537-830e-4c43-8e07-67d883855a6b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372474 Jul 09 18:47:01.538462 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4ed8-d9fd-4a39-9454-47e629f519ad req-41b34ecb-518d-43e8-9d79-3230cf1b86de tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:01.540852 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-498a4ed8-d9fd-4a39-9454-47e629f519ad req-41b34ecb-518d-43e8-9d79-3230cf1b86de tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0728669 Jul 09 18:47:01.580077 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-498a4ed8-d9fd-4a39-9454-47e629f519ad req-da268a2a-7ebd-4879-be9e-c351ffac572d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332022 Jul 09 18:47:01.745786 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85ba4a-e797-4657-a590-e66bcba909cc req-940b29a4-00eb-4fd1-a61a-689f889da13e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:01.747289 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc85ba4a-e797-4657-a590-e66bcba909cc req-940b29a4-00eb-4fd1-a61a-689f889da13e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.0699844 Jul 09 18:47:01.789697 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc85ba4a-e797-4657-a590-e66bcba909cc req-aaff0006-50b0-49d2-b302-d3b6ddff9921 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360105 Jul 09 18:47:01.921054 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f7353cf1-138f-4a64-83fe-5e8e65fed3ea req-6c57cfd8-7d4b-467b-8596-8d8657d76e1d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0280261 Jul 09 18:47:02.084939 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e8874-02f1-4e67-9103-e71f1301b9d1 req-4de8d9dd-bd68-4c5d-b5a2-2a5048dc246f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:02.086429 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d76e8874-02f1-4e67-9103-e71f1301b9d1 req-4de8d9dd-bd68-4c5d-b5a2-2a5048dc246f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0630453 Jul 09 18:47:02.130220 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d76e8874-02f1-4e67-9103-e71f1301b9d1 req-9cd1abe8-a708-46f6-bf79-870e5876a16b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380974 Jul 09 18:47:02.300806 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555030-31c2-408b-8d72-da8ba2f3f308 req-3fcb027e-5e29-44eb-ba28-5b71f4b66a14 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:02.302373 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3a555030-31c2-408b-8d72-da8ba2f3f308 req-3fcb027e-5e29-44eb-ba28-5b71f4b66a14 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0651455 Jul 09 18:47:02.343807 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3a555030-31c2-408b-8d72-da8ba2f3f308 req-abeac074-4aa3-4328-898c-3ee0bee575ea tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356679 Jul 09 18:47:02.671469 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a712734-d8df-4991-a66c-59905295a90c req-e642eea5-6132-4132-9b70-13ab5bad95e3 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:02.678834 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a712734-d8df-4991-a66c-59905295a90c req-e642eea5-6132-4132-9b70-13ab5bad95e3 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0795083 Jul 09 18:47:02.713423 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a712734-d8df-4991-a66c-59905295a90c req-f85459b8-4036-47fe-ae4f-b4e09d17c584 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327947 Jul 09 18:47:02.895492 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34918) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:02.925775 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66735a97-02f7-42ce-bf36-53b4c9f0f276 req-c42bc980-b624-49a3-99a6-15cc8bfcf14d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:02.930637 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-66735a97-02f7-42ce-bf36-53b4c9f0f276 req-c42bc980-b624-49a3-99a6-15cc8bfcf14d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0886810 Jul 09 18:47:02.971623 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-66735a97-02f7-42ce-bf36-53b4c9f0f276 req-a59ce719-d10e-482b-be3c-37d0ff31ee42 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Jul 09 18:47:03.011913 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.123844 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.132081 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.162518 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fce97-5d39-42d7-9548-96e0a958645f req-1ae15ed1-3aa1-43ff-afce-c4d57ee381a2 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:03.164093 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c60fce97-5d39-42d7-9548-96e0a958645f req-1ae15ed1-3aa1-43ff-afce-c4d57ee381a2 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.0811541 Jul 09 18:47:03.170128 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a461cdd0d6a14eae83b51150c1494d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717593 Jul 09 18:47:03.171183 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb84007-cee7-4a1b-a22e-651bbf3a96e8,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:03.173156 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34926) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:03.190002 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.190914 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.190914 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.191109 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.191455 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.191739 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.192056 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.192571 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.193590 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.193913 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.194268 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.194587 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2e882-a7c3-4f82-920b-b563af457e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:03.218752 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c60fce97-5d39-42d7-9548-96e0a958645f req-a956ab1d-aa9c-4ed8-a3d7-666966e9bc7e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488269 Jul 09 18:47:03.233562 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e68c0cbe-a137-41d8-b355-53e7d94bc6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.256776 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e68c0cbe-a137-41d8-b355-53e7d94bc6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.302954 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e68c0cbe-a137-41d8-b355-53e7d94bc6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.305475 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e68c0cbe-a137-41d8-b355-53e7d94bc6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.306681 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-e68c0cbe-a137-41d8-b355-53e7d94bc6d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4eb84007-cee7-4a1b-a22e-651bbf3a96e8 HTTP/1.1" status: 204 len: 168 time: 0.1326306 Jul 09 18:47:03.325327 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c0cbe-a137-41d8-b355-53e7d94bc6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb84007-cee7-4a1b-a22e-651bbf3a96e8,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:03.360875 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1b5ee6fd-c80c-4bad-b44f-2a743d875eb2 req-279d99da-0a17-46f8-9093-db0634706002 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0291591 Jul 09 18:47:03.527638 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99698a6-6dfa-45c1-8410-f525660af2c0 req-6cd20682-a8d3-4747-a7b0-f776b87a4599 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:03.529175 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a99698a6-6dfa-45c1-8410-f525660af2c0 req-6cd20682-a8d3-4747-a7b0-f776b87a4599 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0674801 Jul 09 18:47:03.573386 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a99698a6-6dfa-45c1-8410-f525660af2c0 req-ff374814-97bd-4a40-9e54-dd01a5a01e5f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385530 Jul 09 18:47:03.618372 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34934) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:03.631413 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-48c73d24-af6a-4528-ab33-836418ffb9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.724129 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-48c73d24-af6a-4528-ab33-836418ffb9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.729820 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-48c73d24-af6a-4528-ab33-836418ffb9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.737696 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00ac87-526b-420c-bbe7-5419d161544a req-2c9d3bf5-bc57-47c7-8421-ac2b6d97208d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:03.739466 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ce00ac87-526b-420c-bbe7-5419d161544a req-2c9d3bf5-bc57-47c7-8421-ac2b6d97208d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0659769 Jul 09 18:47:03.769511 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c73d24-af6a-4528-ab33-836418ffb9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2dcbd4-1ed6-430a-b786-ee5c0f7e7f1e,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:03.776716 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-48c73d24-af6a-4528-ab33-836418ffb9aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80ba91ccddee4bf68f63eab3e6970eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549075 Jul 09 18:47:03.776943 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34938) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:03.777711 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ce00ac87-526b-420c-bbe7-5419d161544a req-d1a3ebe1-610c-4860-a2c7-0744b2b1dada tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Jul 09 18:47:03.824396 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0672a7c8-0ff1-4c6e-bd95-505eab37074a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.846679 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0672a7c8-0ff1-4c6e-bd95-505eab37074a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.892071 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0672a7c8-0ff1-4c6e-bd95-505eab37074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.894786 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0672a7c8-0ff1-4c6e-bd95-505eab37074a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:03.895991 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-0672a7c8-0ff1-4c6e-bd95-505eab37074a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b2dcbd4-1ed6-430a-b786-ee5c0f7e7f1e HTTP/1.1" status: 204 len: 168 time: 0.1181090 Jul 09 18:47:03.904833 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672a7c8-0ff1-4c6e-bd95-505eab37074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2dcbd4-1ed6-430a-b786-ee5c0f7e7f1e,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:03.961131 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22c3ce-f6aa-400b-b840-e732e6753a36 req-b4166b8a-8263-4e4d-9653-15a2a2b5ac24 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:03.962607 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4a22c3ce-f6aa-400b-b840-e732e6753a36 req-b4166b8a-8263-4e4d-9653-15a2a2b5ac24 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0784240 Jul 09 18:47:04.004927 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4a22c3ce-f6aa-400b-b840-e732e6753a36 req-0a71443f-ea7e-41f0-89a3-edffba6e2128 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365772 Jul 09 18:47:04.082851 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Request body: {'port': {'device_id': 'b8755493-10ff-4582-9b81-62a343b87dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:04.202434 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:04.225734 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5920f-06dd-401c-a8f4-d087e65a2e8b req-614b43cc-4db9-4625-952e-d83a69e7306d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:04.227255 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-70b5920f-06dd-401c-a8f4-d087e65a2e8b req-614b43cc-4db9-4625-952e-d83a69e7306d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.1159310 Jul 09 18:47:04.295124 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 34952) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:04.373623 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:04.390774 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-70b5920f-06dd-401c-a8f4-d087e65a2e8b req-d242c384-9ed2-485b-956e-20aa95ebde9c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407905 Jul 09 18:47:04.516235 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3234-a241-4b1b-916f-b4644319234a req-99a4f074-1697-4b9d-b700-e7700955b871 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:04.527779 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b88b3234-a241-4b1b-916f-b4644319234a req-99a4f074-1697-4b9d-b700-e7700955b871 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 932 time: 0.1215000 Jul 09 18:47:04.627725 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b88b3234-a241-4b1b-916f-b4644319234a req-0d30429b-c23f-4faf-a573-ed735014113e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978425 Jul 09 18:47:04.672174 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:04.674400 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:47:04.702137 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cc6b6314-4bb3-4c9e-9efc-4b034b7ffaf0 req-970629c4-bf97-49b1-9921-81135117370a tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0677657 Jul 09 18:47:04.704468 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:04.706675 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:04.755047 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Transition to ACTIVE for port object 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:47:04.758060 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c81921a2f9f8448baa13445d59dbb3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619420 Jul 09 18:47:04.762125 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 34966) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:04.770108 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:04.829447 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af04c1c-d2ad-4236-9044-17bde9a25fe2 req-4bd3977c-ae62-4219-954f-b783d9888061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:04.831490 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2af04c1c-d2ad-4236-9044-17bde9a25fe2 req-4bd3977c-ae62-4219-954f-b783d9888061 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1099 time: 0.1487184 Jul 09 18:47:04.862661 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:04.869826 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bd2f40-64f5-4420-9a19-9388329a3412,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:04.883650 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4e940a73-8f77-45ad-a922-16ac0013b578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:04.884951 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.885523 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.886067 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.886689 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.887367 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.887881 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.888895 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.889433 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.889998 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.890571 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.891088 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.891949 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632e3ab-76fb-43bd-939d-062ec29d342c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.902129 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.902518 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.902903 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.903243 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.903582 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.903909 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.904648 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.904648 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.904933 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.905225 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.905484 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.905810 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:04.936623 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2af04c1c-d2ad-4236-9044-17bde9a25fe2 req-ba30857b-a792-4380-b0a2-cce4ff0e6b1c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965326 Jul 09 18:47:04.955141 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4e940a73-8f77-45ad-a922-16ac0013b578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:05.011941 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e198-a933-4e4a-87be-2f6e19ba9525 req-9fd5ac01-d3a1-4fa3-ada3-11c29b487d38 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:05.013536 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f1a4e198-a933-4e4a-87be-2f6e19ba9525 req-9fd5ac01-d3a1-4fa3-ada3-11c29b487d38 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1471169 Jul 09 18:47:05.056709 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4e940a73-8f77-45ad-a922-16ac0013b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:05.059358 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4e940a73-8f77-45ad-a922-16ac0013b578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:05.063155 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-4e940a73-8f77-45ad-a922-16ac0013b578 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0bd2f40-64f5-4420-9a19-9388329a3412 HTTP/1.1" status: 204 len: 168 time: 0.2965233 Jul 09 18:47:05.073609 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Attempting to bind port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:47:05.073943 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Attempting to bind port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:47:05.074223 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Attempting to bind port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 on network d67bf152-f676-43ef-90d0-dbcab1803cc3 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:47:05.078372 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f1a4e198-a933-4e4a-87be-2f6e19ba9525 req-893ba94e-d552-4639-8eb7-0ac31866c6d7 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564482 Jul 09 18:47:05.081237 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104a36-c369-4baa-b653-706abc245308 req-681e06e4-6999-41ad-be00-7fcc36549c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:05.082770 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91104a36-c369-4baa-b653-706abc245308 req-681e06e4-6999-41ad-be00-7fcc36549c43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 1099 time: 0.1714582 Jul 09 18:47:05.086274 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e940a73-8f77-45ad-a922-16ac0013b578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bd2f40-64f5-4420-9a19-9388329a3412,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:05.111938 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 on network d67bf152-f676-43ef-90d0-dbcab1803cc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:47:05.112328 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Attempting to bind port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 on network d67bf152-f676-43ef-90d0-dbcab1803cc3 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:47:05.135400 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6129cba-61c4-46fd-9980-eaf0b7d65836 req-a45c707b-98e4-4b27-8f79-4a78dae8d4e5 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:05.137083 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c6129cba-61c4-46fd-9980-eaf0b7d65836 req-a45c707b-98e4-4b27-8f79-4a78dae8d4e5 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1766565 Jul 09 18:47:05.138420 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:47:05.138973 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Checking segment: {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:47:05.139402 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Bound using segment: {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:47:05.140038 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Bound port: 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97de5849-db07-494e-bd2a-aba5c859eb45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:47:05.140444 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:05.220736 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c6129cba-61c4-46fd-9980-eaf0b7d65836 req-164b7ba9-bae2-4c2b-af89-fcc64242ed63 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704780 Jul 09 18:47:05.259987 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] For port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:47:05.272603 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1b5f3-ac3c-47e1-99b0-1462c8ca0af5 req-432a8278-ae8f-4e4e-a886-06a7ec4dc926 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:05.274153 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1ad1b5f3-ac3c-47e1-99b0-1462c8ca0af5 req-432a8278-ae8f-4e4e-a886-06a7ec4dc926 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0831378 Jul 09 18:47:05.279194 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] For port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:47:05.281613 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91104a36-c369-4baa-b653-706abc245308 req-67518f18-f1b5-4907-81e6-80f25006e922 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485253 Jul 09 18:47:05.284571 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:05.316112 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:05.316820 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:05.318884 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] 10.222.0.30 "PUT /v2.0/ports/8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 200 len: 1094 time: 1.2413003 Jul 09 18:47:05.319436 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:05.322621 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81121afb-b46a-44b6-8cdf-e4ed73bdeeee" -d '{"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:05.327449 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1ad1b5f3-ac3c-47e1-99b0-1462c8ca0af5 req-93f84ef4-29ad-4544-90db-62914607d607 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Jul 09 18:47:05.366683 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60448fe9-2ff1-4db8-a103-2dfe46bb8b39 x-openstack-request-id: req-60448fe9-2ff1-4db8-a103-2dfe46bb8b39 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:05.366968 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:05.367220 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60448fe9-2ff1-4db8-a103-2dfe46bb8b39 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:05.367612 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'status': 'completed', 'code': 200} Jul 09 18:47:05.377429 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f834c-c04a-4ce8-927f-daaaf7357812 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:05.565851 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a5d4-6292-458c-988b-5b1659fc36b9 req-d02198ad-e31f-4e46-ae0c-51fb15d35db3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:05.567379 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e1d2a5d4-6292-458c-988b-5b1659fc36b9 req-d02198ad-e31f-4e46-ae0c-51fb15d35db3 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 944 time: 0.0663733 Jul 09 18:47:05.606916 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e1d2a5d4-6292-458c-988b-5b1659fc36b9 req-db4adced-a98f-4fe2-a483-1747b93cd26a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Jul 09 18:47:05.872651 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb105b8-1d72-48d8-a31a-1e7a69c9d1c1 req-af9dc455-f7d1-43f1-a508-ea3530dc0a7d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:05.874171 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cfb105b8-1d72-48d8-a31a-1e7a69c9d1c1 req-af9dc455-f7d1-43f1-a508-ea3530dc0a7d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 944 time: 0.1046247 Jul 09 18:47:05.885754 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81121afb-b46a-44b6-8cdf-e4ed73bdeeee req-9e8d5b50-5771-4089-826a-7d5ee88433b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:05.887357 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-81121afb-b46a-44b6-8cdf-e4ed73bdeeee req-9e8d5b50-5771-4089-826a-7d5ee88433b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 1097 time: 0.1275489 Jul 09 18:47:05.895144 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-879193f6-d84a-467c-a4b6-d7f06709eaf3 req-d3109ddd-a0b8-4d10-9ea5-177f694ac5dc tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0523350 Jul 09 18:47:06.223548 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 6cae6a7b-7030-410a-9523-ecacfe90f76c details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:47:06.273801 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cfb105b8-1d72-48d8-a31a-1e7a69c9d1c1 req-f1cb23de-8660-42ef-9b35-808f96deb92f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841240 Jul 09 18:47:06.326493 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81121afb-b46a-44b6-8cdf-e4ed73bdeeee req-99c90a2d-29bf-42e1-b770-4aa3dc1cf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:06.328034 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-81121afb-b46a-44b6-8cdf-e4ed73bdeeee req-99c90a2d-29bf-42e1-b770-4aa3dc1cf1b3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3912256 Jul 09 18:47:06.337273 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-e8e644c4-c23d-4675-b222-6e5d3b1f1112 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:06.338780 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-e8e644c4-c23d-4675-b222-6e5d3b1f1112 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.30 "GET /v2.0/networks?id=109d2af8-f94a-4141-8a68-40054607f7e4 HTTP/1.1" status: 200 len: 809 time: 0.4637351 Jul 09 18:47:06.341240 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3624f6f-283d-4b18-87be-038650282b74 req-caff98b7-cab7-486c-bdc9-97c9259a5376 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:06.343887 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c3624f6f-283d-4b18-87be-038650282b74 req-caff98b7-cab7-486c-bdc9-97c9259a5376 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1256385 Jul 09 18:47:06.357250 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 6cae6a7b-7030-410a-9523-ecacfe90f76c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6cae6a7b-7030-410a-9523-ecacfe90f76c,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:06.370695 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '6cae6a7b-7030-410a-9523-ecacfe90f76c', 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4', 'port_id': '6cae6a7b-7030-410a-9523-ecacfe90f76c', 'mac_address': 'fa:16:3e:01:d8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789576c8-d3c5-4bb8-9a61-289186cb2c27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:47:06.412096 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c3624f6f-283d-4b18-87be-038650282b74 req-32aee6f1-d18f-48cd-838a-b5f2084de6e2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615699 Jul 09 18:47:06.415239 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:06.437748 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cae6a7b-7030-410a-9523-ecacfe90f76c {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:47:06.450665 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Request body: {'port': {'device_id': '3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9', 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4', 'admin_state_up': True, 'tenant_id': '5cd5223e79564d738767b42c7e54ccea'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:06.461091 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 6cae6a7b-7030-410a-9523-ecacfe90f76c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6cae6a7b-7030-410a-9523-ecacfe90f76c,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:06.467411 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:06.521453 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=6cae6a7b-7030-410a-9523-ecacfe90f76c,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:06.528551 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.528908 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.529242 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.529571 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.529892 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.530239 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.530563 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.530882 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.531201 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.531517 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.531856 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.532170 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:47:06.598479 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbc7a8-15fb-4185-b3c0-7c979723cefc req-2bb0c96b-7584-4966-bfd9-a0bb20db66aa tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:06.599988 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2bbbc7a8-15fb-4185-b3c0-7c979723cefc req-2bb0c96b-7584-4966-bfd9-a0bb20db66aa tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0728912 Jul 09 18:47:06.608163 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81121afb-b46a-44b6-8cdf-e4ed73bdeeee req-a028eabd-dd2c-4f98-8ed2-75f654878683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:06.609631 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-81121afb-b46a-44b6-8cdf-e4ed73bdeeee req-a028eabd-dd2c-4f98-8ed2-75f654878683 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2699957 Jul 09 18:47:06.639449 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2bbbc7a8-15fb-4185-b3c0-7c979723cefc req-7b57a7d4-593c-4e6e-88bd-75e4ed810acb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330231 Jul 09 18:47:06.649218 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7daff-85c6-4067-95b5-be07835ddfbc req-7bca1303-324c-4596-b830-d7d7f9262dba tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:06.650771 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c6d7daff-85c6-4067-95b5-be07835ddfbc req-7bca1303-324c-4596-b830-d7d7f9262dba tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1527121 Jul 09 18:47:06.656836 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Made reservation on behalf of 5cd5223e79564d738767b42c7e54ccea for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:47:06.660370 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:06.711926 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c6d7daff-85c6-4067-95b5-be07835ddfbc req-3ed22181-077c-4471-8c42-be5f65c16b60 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 Jul 09 18:47:06.809982 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa58e1f-4130-4cb4-a259-6c1b75621bb9 req-3582c66a-1e9e-4419-97b4-86e3095505a2 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:06.811543 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-afa58e1f-4130-4cb4-a259-6c1b75621bb9 req-3582c66a-1e9e-4419-97b4-86e3095505a2 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 945 time: 0.0637093 Jul 09 18:47:06.847594 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Allocated IP 172.20.0.6 (109d2af8-f94a-4141-8a68-40054607f7e4/7937a219-40ce-426b-a05d-6278c5340b6c/e727bf98-c8df-424d-8845-125a50a7b751) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:47:06.851143 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-afa58e1f-4130-4cb4-a259-6c1b75621bb9 req-37e8805e-5572-408e-b3e4-c4e2268c363d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Jul 09 18:47:06.851299 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-ec316835-0afa-45dd-96d1-258cc4564cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:06.852917 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-ec316835-0afa-45dd-96d1-258cc4564cd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 1097 time: 0.1401427 Jul 09 18:47:06.998185 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-56ffbece-4ea7-449b-989a-07ae9b43b8a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0419469 Jul 09 18:47:07.072583 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b87f42fe-8f50-4312-b280-00ad37179f81 req-a752667c-9371-4846-8d49-1beed2b83cbc tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0718012 Jul 09 18:47:07.103537 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:07.112870 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-c70b7396-b3ec-4554-a439-e747449113cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:07.114514 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-c70b7396-b3ec-4554-a439-e747449113cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0463249d-fd68-4373-8795-b5ef385879a9 HTTP/1.1" status: 200 len: 853 time: 0.0976992 Jul 09 18:47:07.180498 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:07.185320 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['6cae6a7b-7030-410a-9523-ecacfe90f76c'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:47:07.240783 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Network 109d2af8-f94a-4141-8a68-40054607f7e4 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:47:07.252185 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:47:07.254607 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:47:07.267014 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-b870b9f7-5732-4835-accd-3863ae999258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:07.268666 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-b870b9f7-5732-4835-accd-3863ae999258 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d67bf152-f676-43ef-90d0-dbcab1803cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1305728 Jul 09 18:47:07.292874 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Pushing event updated for resources: {'Port': ['ID=e727bf98-c8df-424d-8845-125a50a7b751,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:07.328765 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:07.329641 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:07.348628 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-a8771882-172a-4724-ba5f-6c694e43bfd0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9516671 Jul 09 18:47:07.455255 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Request body: {'port': {'device_id': '3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:07.499048 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa48d-7346-4a17-9e53-d351b8659217 req-7aec0c0c-2a20-434d-94f0-4c681110d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:07.503342 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-98afa48d-7346-4a17-9e53-d351b8659217 req-7aec0c0c-2a20-434d-94f0-4c681110d6dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1098 time: 0.1047430 Jul 09 18:47:07.577324 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-98afa48d-7346-4a17-9e53-d351b8659217 req-f3d06c04-d190-4374-afd2-b361f26f90c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480268 Jul 09 18:47:07.639629 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-70014edb-9d8f-4f6b-a43e-afcc8ee0b9bf service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472019 Jul 09 18:47:07.650746 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:07.661046 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ac5f9-be6d-4d9f-b48e-4174bf19b426 req-eac8c9b4-79e8-4bb5-bc34-26f1e1f2cf22 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:07.663118 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ea0ac5f9-be6d-4d9f-b48e-4174bf19b426 req-eac8c9b4-79e8-4bb5-bc34-26f1e1f2cf22 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 944 time: 0.2308908 Jul 09 18:47:07.750167 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ea0ac5f9-be6d-4d9f-b48e-4174bf19b426 req-a8a1c6ff-f346-4bc2-a780-aa641a8a27fd tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769668 Jul 09 18:47:07.815932 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcde30-8285-4786-abbe-ad1036cd71f8 req-18633b69-a16a-449d-a712-cc3fedf5557f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:07.817555 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-08dcde30-8285-4786-abbe-ad1036cd71f8 req-18633b69-a16a-449d-a712-cc3fedf5557f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0846410 Jul 09 18:47:07.856484 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-08dcde30-8285-4786-abbe-ad1036cd71f8 req-b642b69b-32ee-462a-9ac4-1d01e268af31 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Jul 09 18:47:08.024644 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a6eda-645c-4db7-8f17-426d756e91d2 req-51ec1912-7348-48ad-8ab0-b8ee38645929 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.026130 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7c8a6eda-645c-4db7-8f17-426d756e91d2 req-51ec1912-7348-48ad-8ab0-b8ee38645929 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0660944 Jul 09 18:47:08.063458 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7c8a6eda-645c-4db7-8f17-426d756e91d2 req-e97b777b-71a2-499f-af8c-73a0d11d5471 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Jul 09 18:47:08.072580 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7f89-42fb-40ff-ac4c-201dea11296d req-64336cc5-912d-4b5f-9b03-2a336c7d7a7a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.074117 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8b1f7f89-42fb-40ff-ac4c-201dea11296d req-64336cc5-912d-4b5f-9b03-2a336c7d7a7a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.2045476 Jul 09 18:47:08.129224 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc47857a-db5b-449a-aa4d-06368aed9946 req-a22a0949-1113-42a5-852d-78d44944b0ec service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959102 Jul 09 18:47:08.132629 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e727bf98-c8df-424d-8845-125a50a7b751 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:47:08.147700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:08.158701 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8b1f7f89-42fb-40ff-ac4c-201dea11296d req-af922b9f-9d2f-4a40-bc26-bac6faf96ff4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644667 Jul 09 18:47:08.165908 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Transition to ACTIVE for port object e727bf98-c8df-424d-8845-125a50a7b751 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:47:08.171116 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:08.242082 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Pushing event updated for resources: {'Port': ['ID=e727bf98-c8df-424d-8845-125a50a7b751,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:08.251184 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071d11a-bb91-4302-a51d-c70dce74208d req-e17cff20-a288-4b7c-9d7c-53415bd599d7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.254593 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8071d11a-bb91-4302-a51d-c70dce74208d req-e17cff20-a288-4b7c-9d7c-53415bd599d7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0917315 Jul 09 18:47:08.293166 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8071d11a-bb91-4302-a51d-c70dce74208d req-64f18f02-59e4-4864-8ce5-7cfa32c4e568 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Jul 09 18:47:08.329786 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Attempting to bind port e727bf98-c8df-424d-8845-125a50a7b751 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:47:08.330121 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Attempting to bind port e727bf98-c8df-424d-8845-125a50a7b751 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '53fd0daf-7c21-446e-8407-5e63bd9d711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:47:08.330470 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Attempting to bind port e727bf98-c8df-424d-8845-125a50a7b751 on network 109d2af8-f94a-4141-8a68-40054607f7e4 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:47:08.338221 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Port e727bf98-c8df-424d-8845-125a50a7b751 on network 109d2af8-f94a-4141-8a68-40054607f7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:47:08.338542 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Attempting to bind port e727bf98-c8df-424d-8845-125a50a7b751 on network 109d2af8-f94a-4141-8a68-40054607f7e4 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:47:08.350480 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:47:08.350810 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Checking segment: {'id': '53fd0daf-7c21-446e-8407-5e63bd9d711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:47:08.351182 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Bound using segment: {'id': '53fd0daf-7c21-446e-8407-5e63bd9d711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:47:08.351598 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Bound port: e727bf98-c8df-424d-8845-125a50a7b751, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fd0daf-7c21-446e-8407-5e63bd9d711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:47:08.351948 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:08.378645 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f6d07-f7f5-4984-8493-2dcb8f8819e5 req-6d568dae-cb4d-4d64-b332-3204834c208b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.380241 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6e2f6d07-f7f5-4984-8493-2dcb8f8819e5 req-6d568dae-cb4d-4d64-b332-3204834c208b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 945 time: 0.1068683 Jul 09 18:47:08.453761 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6e2f6d07-f7f5-4984-8493-2dcb8f8819e5 req-1453ef25-cb6e-45ea-9b51-efbb80dc3773 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572262 Jul 09 18:47:08.455307 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de36da-b785-40df-8476-35c62a4ad228 req-23a3d3e3-bdd2-4572-9dfc-789ce17e0fbb tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.456154 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] For port e727bf98-c8df-424d-8845-125a50a7b751, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:47:08.465048 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] For port e727bf98-c8df-424d-8845-125a50a7b751, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e727bf98-c8df-424d-8845-125a50a7b751,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:47:08.465907 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f3de36da-b785-40df-8476-35c62a4ad228 req-23a3d3e3-bdd2-4572-9dfc-789ce17e0fbb tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0692263 Jul 09 18:47:08.465994 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 35062) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:08.486666 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'floatingip': {'port_id': '644ddc57-913e-4d83-9961-6a1b21f74674'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:08.513264 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:08.582407 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:08.618204 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed725a-66ea-4193-9d49-3a05b95276f5 req-cd8fe061-6595-47b0-9665-8098e232cd9d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.619678 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f0ed725a-66ea-4193-9d49-3a05b95276f5 req-cd8fe061-6595-47b0-9665-8098e232cd9d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0643010 Jul 09 18:47:08.655729 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.656265 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:08.657642 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] 10.222.0.30 "PUT /v2.0/ports/e727bf98-c8df-424d-8845-125a50a7b751 HTTP/1.1" status: 200 len: 1093 time: 1.2310913 Jul 09 18:47:08.658959 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9', 'tag': 'e727bf98-c8df-424d-8845-125a50a7b751'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:08.659336 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f0ed725a-66ea-4193-9d49-3a05b95276f5 req-597af2f3-2832-4bc0-9499-1ab7a733ee0a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340190 Jul 09 18:47:08.661179 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aac8de-1fb0-4d5d-b2b7-cea1375f9915" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9", "tag": "e727bf98-c8df-424d-8845-125a50a7b751"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:08.684640 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 35066) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:08.712054 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeab246-d22c-41a3-8b09-e4296c6b444f service neutron] Pushing event updated for resources: {'Port': ['ID=e727bf98-c8df-424d-8845-125a50a7b751,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:08.720994 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5676f5-bba1-4bbc-98c0-13fe05e20c81 x-openstack-request-id: req-9c5676f5-bba1-4bbc-98c0-13fe05e20c81 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:08.721280 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9", "tag": "e727bf98-c8df-424d-8845-125a50a7b751", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:08.721532 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c5676f5-bba1-4bbc-98c0-13fe05e20c81 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:08.721917 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9', 'tag': 'e727bf98-c8df-424d-8845-125a50a7b751', 'status': 'completed', 'code': 200} Jul 09 18:47:08.825250 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125e2c7-6d46-4bed-8296-6f62d38b7df7 req-11188e01-3786-4968-aca0-7bad0a1a8b8f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.826795 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1125e2c7-6d46-4bed-8296-6f62d38b7df7 req-11188e01-3786-4968-aca0-7bad0a1a8b8f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.2469583 Jul 09 18:47:08.967272 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da744ce9-b096-4a99-b27b-01d0eca4aa3a req-34fe9e82-16c4-4d17-99a6-2e079610fe73 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.968853 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-da744ce9-b096-4a99-b27b-01d0eca4aa3a req-34fe9e82-16c4-4d17-99a6-2e079610fe73 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 944 time: 0.1049306 Jul 09 18:47:08.972045 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5648702-6ad6-4b25-82a5-d7ee15fc9bfe tempest-TestShelveInstance-650402510 tempest-TestShelveInstance-650402510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:08.976757 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-d5648702-6ad6-4b25-82a5-d7ee15fc9bfe tempest-TestShelveInstance-650402510 tempest-TestShelveInstance-650402510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1094 time: 0.2877102 Jul 09 18:47:08.981463 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 35074) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:08.987315 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Request body: {'floatingip': {'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'port_id': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:09.028555 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-da744ce9-b096-4a99-b27b-01d0eca4aa3a req-e9d4768a-6d85-4e83-9db4-3eb8eaa016a0 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528791 Jul 09 18:47:09.029804 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for floatingip, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:09.128899 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:09.142852 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1125e2c7-6d46-4bed-8296-6f62d38b7df7 req-070d1b72-9b26-4b0a-9041-a9faef22451d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069003 Jul 09 18:47:09.237746 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Allocated IP 172.27.2.206 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/f6ebd65d-e109-4088-9cc6-b5668643c805) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:47:09.380007 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:09.393687 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdd736-5e2e-4bb3-bbb2-e568b2bc6862 req-05e40292-1d0d-4615-8c2d-f5f6b248116e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:09.395202 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-49cdd736-5e2e-4bb3-bbb2-e568b2bc6862 req-05e40292-1d0d-4615-8c2d-f5f6b248116e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1093812 Jul 09 18:47:09.454445 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-49cdd736-5e2e-4bb3-bbb2-e568b2bc6862 req-0dea20e6-9493-4e83-a618-9eecbdc2dc81 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471709 Jul 09 18:47:09.455822 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:09.495659 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:47:09.498786 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:47:09.499645 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.db.resource_extend [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 18:47:09.504845 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:47:09.532293 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'Port': ['ID=f6ebd65d-e109-4088-9cc6-b5668643c805,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:09.589721 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77730256-97b8-4020-ba8a-f35e3df0768a req-3c904647-19f7-44e8-8629-d847769ef1ee tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:09.591301 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-77730256-97b8-4020-ba8a-f35e3df0768a req-3c904647-19f7-44e8-8629-d847769ef1ee tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1729062 Jul 09 18:47:09.600772 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:09.613643 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:09.673434 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-77730256-97b8-4020-ba8a-f35e3df0768a req-a4472228-bcda-4e7d-88f8-3d1bfa8e8671 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758724 Jul 09 18:47:09.718909 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b91f0f-f36b-4a5b-8051-bc7200ad6b7f req-e172cfc4-4c7b-4450-8ff9-fd1089608380 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:09.720361 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c9b91f0f-f36b-4a5b-8051-bc7200ad6b7f req-e172cfc4-4c7b-4450-8ff9-fd1089608380 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 945 time: 0.1487112 Jul 09 18:47:09.723765 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Floating IP b5a8cebb-bd03-4f08-9947-c4df20610e6d associated. External IP: 172.27.2.120, port: 644ddc57-913e-4d83-9961-6a1b21f74674. Jul 09 18:47:09.797869 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c9b91f0f-f36b-4a5b-8051-bc7200ad6b7f req-1e85ceb1-b4c0-4786-972d-d5349a1c1f3a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692027 Jul 09 18:47:09.926346 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Router 64bdd996-e989-45a4-8e60-26258bb06c43 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:47:09.957343 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:10.028273 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:47:10.033237 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:10.033340 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:10.037948 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] Sync routers for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:47:10.046920 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:47:10.047448 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:10.068992 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-30d8ae69-b00b-4b1e-8aad-2ff1169ae0f2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "PUT /v2.0/floatingips/b5a8cebb-bd03-4f08-9947-c4df20610e6d HTTP/1.1" status: 200 len: 992 time: 1.6029074 Jul 09 18:47:10.155230 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:47:10.198022 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:10.203373 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:10.234999 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33708a-e24a-49bc-9da1-a13a9290bd2d req-7251cd22-0edc-4b17-9a42-c76688e2da04 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:10.236853 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb33708a-e24a-49bc-9da1-a13a9290bd2d req-7251cd22-0edc-4b17-9a42-c76688e2da04 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 944 time: 0.0715921 Jul 09 18:47:10.272332 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event updated for resources: {'Port': ['ID=f6ebd65d-e109-4088-9cc6-b5668643c805,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:10.275769 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb33708a-e24a-49bc-9da1-a13a9290bd2d req-1d189218-27bb-48e0-9cbe-6775d449ffbd tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Jul 09 18:47:10.282163 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:10.386826 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.l3_db [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Floating IP e9c4022a-903b-4b38-bdd8-fd57a7e1470e associated. External IP: 172.27.2.206, port: fee7e3ca-2e54-4d86-a14f-599d766abddf. Jul 09 18:47:10.441847 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1fbd-4900-46af-9e2a-2b04a918a9e9 req-f532ee67-d936-4291-9c4d-4b38366ea11f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:10.444115 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fda1fbd-4900-46af-9e2a-2b04a918a9e9 req-f532ee67-d936-4291-9c4d-4b38366ea11f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.0694394 Jul 09 18:47:10.488586 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fda1fbd-4900-46af-9e2a-2b04a918a9e9 req-040240a8-0d62-4896-ade6-36672e90b6ff tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360925 Jul 09 18:47:10.518536 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': 'b5a8cebb-bd03-4f08-9947-c4df20610e6d', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'port_id': '644ddc57-913e-4d83-9961-6a1b21f74674', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'mac_address': 'fa:16:3e:23:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:46:35Z', 'updated_at': '2021-07-09T18:47:09Z', 'revision_number': 1, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:10.544276 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] Checking router: 64bdd996-e989-45a4-8e60-26258bb06c43 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:47:10.553301 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:47:10.553822 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:10.663348 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:47:10.677794 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e5875-1f51-40ea-bd59-9e9f493eb6d3 req-91a2e85a-39c2-43c1-9b6a-e6c5a85574bd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:10.679496 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fa6e5875-1f51-40ea-bd59-9e9f493eb6d3 req-91a2e85a-39c2-43c1-9b6a-e6c5a85574bd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0670938 Jul 09 18:47:10.720638 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fa6e5875-1f51-40ea-bd59-9e9f493eb6d3 req-9b282d5f-bc29-43b8-aaf2-16efd22ef969 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350318 Jul 09 18:47:10.723205 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'tag': '644ddc57-913e-4d83-9961-6a1b21f74674'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:10.725544 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c48a885-833d-4128-a006-aa46290e65b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a065d01c-be98-4f72-ba35-4cfe451f4475", "tag": "644ddc57-913e-4d83-9961-6a1b21f74674"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:10.831438 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:47:10.922340 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc132d3-18b2-4a2c-9263-fc9011bdf6a7 req-a9333814-0e7c-4be7-be38-2c698dc2d263 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:10.926608 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7cc132d3-18b2-4a2c-9263-fc9011bdf6a7 req-a9333814-0e7c-4be7-be38-2c698dc2d263 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0807481 Jul 09 18:47:10.934884 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': 'b5a8cebb-bd03-4f08-9947-c4df20610e6d', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'port_id': '644ddc57-913e-4d83-9961-6a1b21f74674', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'mac_address': 'fa:16:3e:23:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:46:35Z', 'updated_at': '2021-07-09T18:47:09Z', 'revision_number': 1, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:10.961247 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65e55c-2b18-43df-baca-e0766e9856c5 None None] The sync data for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi is: [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': 'b5a8cebb-bd03-4f08-9947-c4df20610e6d', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'port_id': '644ddc57-913e-4d83-9961-6a1b21f74674', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'mac_address': 'fa:16:3e:23:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:46:35Z', 'updated_at': '2021-07-09T18:47:09Z', 'revision_number': 1, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:47:10.962401 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7cc132d3-18b2-4a2c-9263-fc9011bdf6a7 req-715eb944-efcc-4c22-80bc-58033571053b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Jul 09 18:47:10.969001 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:47:10.979634 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] Sync routers for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:47:11.010825 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:11.015203 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:47:11.015848 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:11.039634 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406e26ae-5f4e-45ec-999f-c03fe270bceb x-openstack-request-id: req-406e26ae-5f4e-45ec-999f-c03fe270bceb {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:11.040014 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a065d01c-be98-4f72-ba35-4cfe451f4475", "tag": "644ddc57-913e-4d83-9961-6a1b21f74674", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:11.040351 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-406e26ae-5f4e-45ec-999f-c03fe270bceb {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:11.040822 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'tag': '644ddc57-913e-4d83-9961-6a1b21f74674', 'status': 'completed', 'code': 200} Jul 09 18:47:11.068058 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aac8de-1fb0-4d5d-b2b7-cea1375f9915 req-c0b29ba2-2bc7-42aa-a3fa-1a02353b41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.069703 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5aac8de-1fb0-4d5d-b2b7-cea1375f9915 req-c0b29ba2-2bc7-42aa-a3fa-1a02353b41d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cd5223e79564d738767b42c7e54ccea&device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 1096 time: 0.0731473 Jul 09 18:47:11.078907 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-22d5ccee-8ec4-44bd-b3d4-ca9ec35d231d tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0962150 Jul 09 18:47:11.079561 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:11.089392 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:11.145007 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45219bf1-66c1-43a3-a97b-fc4eb7bf5eeb x-openstack-request-id: req-45219bf1-66c1-43a3-a97b-fc4eb7bf5eeb {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:11.145007 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:11.147923 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45219bf1-66c1-43a3-a97b-fc4eb7bf5eeb {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:11.147923 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'status': 'completed', 'code': 200} Jul 09 18:47:11.169367 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:47:11.253643 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c88b7-ca2e-41a5-b3ba-e01b5abfbd4d req-69361c1b-0f10-4c1e-8581-7b75712618be tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.255823 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4b5c88b7-ca2e-41a5-b3ba-e01b5abfbd4d req-69361c1b-0f10-4c1e-8581-7b75712618be tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 945 time: 0.1125901 Jul 09 18:47:11.272773 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aac8de-1fb0-4d5d-b2b7-cea1375f9915 req-54120261-81c7-4655-b7c8-bc6ef6797bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.274538 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5aac8de-1fb0-4d5d-b2b7-cea1375f9915 req-54120261-81c7-4655-b7c8-bc6ef6797bb5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5cd5223e79564d738767b42c7e54ccea&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1577754 Jul 09 18:47:11.279257 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48a885-833d-4128-a006-aa46290e65b9 req-8ab9aacd-9905-4d60-9e63-543bcfd87b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.280843 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9c48a885-833d-4128-a006-aa46290e65b9 req-8ab9aacd-9905-4d60-9e63-543bcfd87b91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 1099 time: 0.1062305 Jul 09 18:47:11.295791 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d609f-caad-45cc-a4fc-9232ebf975dc None None] New status for floating IP b5a8cebb-bd03-4f08-9947-c4df20610e6d: ACTIVE {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:47:11.312263 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4b5c88b7-ca2e-41a5-b3ba-e01b5abfbd4d req-af94124d-508e-4420-a924-bfdd31c2826e tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498083 Jul 09 18:47:11.339968 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-929f4008-539b-4315-a5fc-117664b19b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.341481 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-929f4008-539b-4315-a5fc-117664b19b1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1099 time: 0.1351032 Jul 09 18:47:11.463264 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': 'e9c4022a-903b-4b38-bdd8-fd57a7e1470e', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'port_id': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'mac_address': 'fa:16:3e:25:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:47:09Z', 'updated_at': '2021-07-09T18:47:09Z', 'revision_number': 0, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:55Z', 'revision_number': 5, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:11.488221 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-2d732dd4-bce0-4fda-82f5-8af09f1736d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.489761 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-2d732dd4-bce0-4fda-82f5-8af09f1736d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce1ff71-54c4-4261-b12a-ccf271436c39 HTTP/1.1" status: 200 len: 909 time: 0.1381898 Jul 09 18:47:11.492480 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aac8de-1fb0-4d5d-b2b7-cea1375f9915 req-d90965ea-b542-40b4-b6d9-6f21deb747df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.494027 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5aac8de-1fb0-4d5d-b2b7-cea1375f9915 req-d90965ea-b542-40b4-b6d9-6f21deb747df service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2114449 Jul 09 18:47:11.499572 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] Checking router: 404be1eb-ec1c-49a5-9bdb-6864055ddce0 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:47:11.503133 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48a885-833d-4128-a006-aa46290e65b9 req-f1c25ad3-1eb7-4805-9e7c-3a104442def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.504607 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9c48a885-833d-4128-a006-aa46290e65b9 req-f1c25ad3-1eb7-4805-9e7c-3a104442def0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 200 len: 912 time: 0.2005179 Jul 09 18:47:11.510687 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:47:11.511358 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:46:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:11.628009 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac172f-b019-40a8-89de-522d4d7af3bf req-8c89241b-4eb0-42fd-9fe6-6ce58327b0ad tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.632078 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-7b08eb18-05f0-43ce-b9b7-749b2a522847 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf HTTP/1.1" status: 200 len: 1000 time: 0.1218393 Jul 09 18:47:11.632241 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:47:11.635286 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-41ac172f-b019-40a8-89de-522d4d7af3bf req-8c89241b-4eb0-42fd-9fe6-6ce58327b0ad tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 944 time: 0.2056661 Jul 09 18:47:11.645422 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9c48a885-833d-4128-a006-aa46290e65b9 req-c9df9319-d99d-4baf-a831-bead45d67fa5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=644ddc57-913e-4d83-9961-6a1b21f74674 HTTP/1.1" status: 200 len: 1000 time: 0.1272693 Jul 09 18:47:11.726156 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-41ac172f-b019-40a8-89de-522d4d7af3bf req-1a3f2647-c860-4247-8e43-88ee8deb5e58 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899358 Jul 09 18:47:11.732114 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48a885-833d-4128-a006-aa46290e65b9 req-a596f5f4-09c0-4be8-b359-0511a1177d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.733544 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9c48a885-833d-4128-a006-aa46290e65b9 req-a596f5f4-09c0-4be8-b359-0511a1177d1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1c8df9-30f8-43b6-aaf9-a82373b78aa6 HTTP/1.1" status: 200 len: 850 time: 0.0774798 Jul 09 18:47:11.740457 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-bd8b449a-d1a6-4aa3-ad16-61d701e75eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.741637 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-bd8b449a-d1a6-4aa3-ad16-61d701e75eb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cd5223e79564d738767b42c7e54ccea&device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 1096 time: 0.1619043 Jul 09 18:47:11.765387 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-77c217da-496b-4efb-8b30-7808f8e2a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.771546 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-77c217da-496b-4efb-8b30-7808f8e2a213 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a08ab8e-79ff-4673-8c39-fbb3a7d372ec HTTP/1.1" status: 200 len: 847 time: 0.1302814 Jul 09 18:47:11.787435 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88693538-738e-43f4-99f2-c0746f5d73f5 req-f7331d89-83b5-4b9e-9498-2de9783a66a6 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.794201 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-88693538-738e-43f4-99f2-c0746f5d73f5 req-f7331d89-83b5-4b9e-9498-2de9783a66a6 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.1101897 Jul 09 18:47:11.811136 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-31c843d8-112d-4558-b4ea-ed8637ca68de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e727bf98-c8df-424d-8845-125a50a7b751 HTTP/1.1" status: 200 len: 217 time: 0.0417023 Jul 09 18:47:11.904061 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-88693538-738e-43f4-99f2-c0746f5d73f5 req-146f9d5c-4bee-4e37-b217-7f81fc1a6644 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088715 Jul 09 18:47:11.905452 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48a885-833d-4128-a006-aa46290e65b9 req-c2a3ee58-d359-4dbd-8aff-ae1a697f452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.907045 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9c48a885-833d-4128-a006-aa46290e65b9 req-c2a3ee58-d359-4dbd-8aff-ae1a697f452a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1645796 Jul 09 18:47:11.929292 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-14ce93af-7bc0-4704-9448-27de5cf1de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.931369 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-14ce93af-7bc0-4704-9448-27de5cf1de18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7937a219-40ce-426b-a05d-6278c5340b6c HTTP/1.1" status: 200 len: 849 time: 0.1084731 Jul 09 18:47:11.933999 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:11.943365 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-db8ae1b8-fdd0-47fb-bce9-0b7df7d3775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.946318 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-db8ae1b8-fdd0-47fb-bce9-0b7df7d3775a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce1ff71-54c4-4261-b12a-ccf271436c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1670499 Jul 09 18:47:11.960185 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': 'e9c4022a-903b-4b38-bdd8-fd57a7e1470e', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'port_id': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'mac_address': 'fa:16:3e:25:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:47:09Z', 'updated_at': '2021-07-09T18:47:09Z', 'revision_number': 0, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:55Z', 'revision_number': 5, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:11.960873 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924bed-373c-4f64-ab7f-72407ebf381a req-28fc804e-e460-45e8-9608-5751a760b564 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:11.968192 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-15924bed-373c-4f64-ab7f-72407ebf381a req-28fc804e-e460-45e8-9608-5751a760b564 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1163559 Jul 09 18:47:11.994259 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd6f0d-f19d-4b47-9cdb-4e5f2b21e5be None None] The sync data for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi is: [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': 'e9c4022a-903b-4b38-bdd8-fd57a7e1470e', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'port_id': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'mac_address': 'fa:16:3e:25:13:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:47:09Z', 'updated_at': '2021-07-09T18:47:09Z', 'revision_number': 0, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:55Z', 'revision_number': 5, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:47:12.112693 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-058225b8-fecb-4178-a979-8a88a4fd03de service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371212 Jul 09 18:47:12.120892 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-93ddd9ef-5acd-4a3d-b004-e5c7fcf08a48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=109d2af8-f94a-4141-8a68-40054607f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416473 Jul 09 18:47:12.261576 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 6cae6a7b-7030-410a-9523-ecacfe90f76c up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:47:12.268049 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0dbeb8aa-1b6a-401c-9767-6e663dc2a1ba req-665c309f-a046-4899-b67f-a2b1b3e18b88 service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437426 Jul 09 18:47:12.279208 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89f404-08b5-4a2c-a1cc-7db959079818 req-ab36bc29-c793-4df7-b814-3bd91601abbb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:12.286600 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1f89f404-08b5-4a2c-a1cc-7db959079818 req-ab36bc29-c793-4df7-b814-3bd91601abbb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1487806 Jul 09 18:47:12.328261 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94fc4c5-04e4-4bcf-bf17-905286948c8a None None] New status for floating IP e9c4022a-903b-4b38-bdd8-fd57a7e1470e: ACTIVE {{(pid=104837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:47:12.338752 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1f89f404-08b5-4a2c-a1cc-7db959079818 req-c823cbee-5264-4030-8a6a-9973e4dc412c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511727 Jul 09 18:47:12.389690 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 6cae6a7b-7030-410a-9523-ecacfe90f76c completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:47:12.422933 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 6cae6a7b-7030-410a-9523-ecacfe90f76c triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:47:12.423204 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:12.466453 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-15924bed-373c-4f64-ab7f-72407ebf381a req-ebc02d86-43a6-42b9-b998-d0220a654913 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4973831 Jul 09 18:47:12.540885 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-7eb2f607-9f7b-42ec-88f7-fb87e35b949d service neutron] 10.222.0.30 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066501 Jul 09 18:47:12.550660 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9c48a885-833d-4128-a006-aa46290e65b9 req-40e7b9df-0add-40ec-b30b-fac74564e6db service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744350 Jul 09 18:47:12.556904 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:12.578721 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f0934e04-291d-4c38-bff7-a67d583b496b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:12.585380 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b71426-6da0-43c7-ae31-5c1bcff3e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cae6a7b-7030-410a-9523-ecacfe90f76c'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:12.587625 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48c91fc-dc40-40e4-a1fc-165d1ad88757" -d '{"events": [{"server_uuid": "60b71426-6da0-43c7-ae31-5c1bcff3e637", "name": "network-vif-plugged", "status": "completed", "tag": "6cae6a7b-7030-410a-9523-ecacfe90f76c"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:12.600038 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 6cae6a7b-7030-410a-9523-ecacfe90f76c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6cae6a7b-7030-410a-9523-ecacfe90f76c,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:12.604331 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:12.643727 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbda9e-117e-4d3e-a03b-938d9a4aed2f req-9b6649fb-b680-4988-87be-181d62c9049f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:12.645235 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-86bbda9e-117e-4d3e-a03b-938d9a4aed2f req-9b6649fb-b680-4988-87be-181d62c9049f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 945 time: 0.0635695 Jul 09 18:47:12.651438 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=6cae6a7b-7030-410a-9523-ecacfe90f76c,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:12.686318 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-86bbda9e-117e-4d3e-a03b-938d9a4aed2f req-d36ed6c1-f6c4-421a-8eb5-e2e0bb9a4765 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352571 Jul 09 18:47:12.731389 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e60117d-551b-4e2c-9216-50a4ede10690 x-openstack-request-id: req-1e60117d-551b-4e2c-9216-50a4ede10690 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:12.731684 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b71426-6da0-43c7-ae31-5c1bcff3e637", "name": "network-vif-plugged", "status": "completed", "tag": "6cae6a7b-7030-410a-9523-ecacfe90f76c", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:12.731937 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e60117d-551b-4e2c-9216-50a4ede10690 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:12.732335 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b71426-6da0-43c7-ae31-5c1bcff3e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cae6a7b-7030-410a-9523-ecacfe90f76c', 'code': 200} Jul 09 18:47:12.917984 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2c8dc-69e2-46d1-bd21-27f9cef3e4eb req-736887aa-5319-4a57-9c7f-4c0bbf26f102 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:12.921460 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-20d2c8dc-69e2-46d1-bd21-27f9cef3e4eb req-736887aa-5319-4a57-9c7f-4c0bbf26f102 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 944 time: 0.0653613 Jul 09 18:47:12.955657 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-20d2c8dc-69e2-46d1-bd21-27f9cef3e4eb req-8c675844-d918-41d9-8b80-895878d258b0 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305943 Jul 09 18:47:13.109010 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea5c6-e39f-412f-ad68-2567714182ff req-686f88c2-8a66-483d-87e8-6ec27e249352 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:13.110470 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4a9ea5c6-e39f-412f-ad68-2567714182ff req-686f88c2-8a66-483d-87e8-6ec27e249352 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.0606158 Jul 09 18:47:13.147062 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4a9ea5c6-e39f-412f-ad68-2567714182ff req-31ed1690-0315-4c54-9992-54500c9bbdaf tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304117 Jul 09 18:47:13.507987 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a1bc2-b9ca-439c-b45d-5da49b5473af req-7b10cd32-bbfd-441b-b153-0345d148c904 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:13.509466 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c08a1bc2-b9ca-439c-b45d-5da49b5473af req-7b10cd32-bbfd-441b-b153-0345d148c904 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0625181 Jul 09 18:47:13.545178 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c08a1bc2-b9ca-439c-b45d-5da49b5473af req-995b1fe7-f6a7-4109-a25e-e934b9bc95cc tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302241 Jul 09 18:47:13.706401 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1876a-afd8-4f0d-b1a2-16887357b228 req-cf1c0f4c-e3a4-4fd6-ad47-760b3ec2c622 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:13.707842 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7eb1876a-afd8-4f0d-b1a2-16887357b228 req-cf1c0f4c-e3a4-4fd6-ad47-760b3ec2c622 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0658298 Jul 09 18:47:13.743555 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7eb1876a-afd8-4f0d-b1a2-16887357b228 req-31f389bb-a0ae-4f8c-ad2f-8b0ba78199b3 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301957 Jul 09 18:47:13.984260 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca9e20-c56d-4afc-b268-a420835486c9 req-83f77f17-f6b0-4d19-a58e-54cf600422e9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:13.985631 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bcca9e20-c56d-4afc-b268-a420835486c9 req-83f77f17-f6b0-4d19-a58e-54cf600422e9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.0606477 Jul 09 18:47:14.022227 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bcca9e20-c56d-4afc-b268-a420835486c9 req-f0c432a2-5cdf-4b8f-83f5-d41cbe84b8a4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301678 Jul 09 18:47:14.347597 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40cbcd-5ca7-432d-aabe-5ebc6a4188d4 req-e051747d-0329-4cab-ad3a-71682fe5b33a tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:14.349582 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bb40cbcd-5ca7-432d-aabe-5ebc6a4188d4 req-e051747d-0329-4cab-ad3a-71682fe5b33a tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 944 time: 0.0639937 Jul 09 18:47:14.386391 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bb40cbcd-5ca7-432d-aabe-5ebc6a4188d4 req-8568ee03-2d5b-488f-af84-bb2b480ff2c0 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Jul 09 18:47:14.543103 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcc93-122c-4f06-8def-9a9619da2cee req-82e2a018-c180-4304-9d19-ddb1afb48f40 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:14.544525 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e8adcc93-122c-4f06-8def-9a9619da2cee req-82e2a018-c180-4304-9d19-ddb1afb48f40 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.0612755 Jul 09 18:47:14.581749 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e8adcc93-122c-4f06-8def-9a9619da2cee req-7a8ba4aa-de5a-4292-a649-dc62839d023d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315850 Jul 09 18:47:14.735396 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3f95d-c74b-4a56-aa6e-7d4547aa3be7 req-d8fa8db1-55ab-493f-abf6-05982f919983 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:14.737115 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1bf3f95d-c74b-4a56-aa6e-7d4547aa3be7 req-d8fa8db1-55ab-493f-abf6-05982f919983 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0622888 Jul 09 18:47:14.773478 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1bf3f95d-c74b-4a56-aa6e-7d4547aa3be7 req-6dd26aa6-5829-4eb6-a37d-96f3f5577c67 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302236 Jul 09 18:47:14.935671 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f21635-9d23-4781-aad7-da6c100020b0 req-55aa2f2d-aa8c-4093-980e-b96912271d43 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:14.937144 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-08f21635-9d23-4781-aad7-da6c100020b0 req-55aa2f2d-aa8c-4093-980e-b96912271d43 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0652847 Jul 09 18:47:14.973669 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-08f21635-9d23-4781-aad7-da6c100020b0 req-c4f3c1e5-4e61-4041-b32f-736e8caa645c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310447 Jul 09 18:47:15.190027 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fda33-0c32-4bba-a8f5-de91282f4fa2 req-8118a1f1-5fdb-4510-82d9-54da8980671a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:15.191559 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-995fda33-0c32-4bba-a8f5-de91282f4fa2 req-8118a1f1-5fdb-4510-82d9-54da8980671a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.0612111 Jul 09 18:47:15.216221 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:15.233369 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-995fda33-0c32-4bba-a8f5-de91282f4fa2 req-22e4731f-4a36-434d-849d-350d0327934d tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361359 Jul 09 18:47:15.235310 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-1f5147c8-c5d3-45df-aa50-718d923be2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:15.563174 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78746d-c5ff-478e-8176-bb551232e036 req-c5c4b656-e348-48c0-9f04-30126ae5534b tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:15.564874 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ac78746d-c5ff-478e-8176-bb551232e036 req-c5c4b656-e348-48c0-9f04-30126ae5534b tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 944 time: 0.0662606 Jul 09 18:47:15.602830 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ac78746d-c5ff-478e-8176-bb551232e036 req-587f1cbf-50f9-48a6-be3a-7005ae4aad6f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Jul 09 18:47:15.688581 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-d0f2299b-84f1-4566-a2d1-b46f1f948b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:15.690075 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-d0f2299b-84f1-4566-a2d1-b46f1f948b00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1098 time: 0.0713365 Jul 09 18:47:15.792873 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9c48a885-833d-4128-a006-aa46290e65b9 req-c0e8a637-e719-4ca6-aeeb-c733dca4e480 service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890445 Jul 09 18:47:15.794682 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-91e98b6d-8141-40d9-94c9-ed93bcc644bf req-779302a1-1e32-4b3c-9e1f-11415cf5d5f9 service neutron] 10.222.0.30 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898975 Jul 09 18:47:15.844112 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df1ce-dd76-4cd9-8bd3-7a5c815720c3 req-ce0d58c7-b799-4d09-a9ba-55373ca86fdf tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:15.845848 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3c8df1ce-dd76-4cd9-8bd3-7a5c815720c3 req-ce0d58c7-b799-4d09-a9ba-55373ca86fdf tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.0962989 Jul 09 18:47:15.857646 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-3c9b6f2e-216a-42e2-8fb8-6f4b119cf260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:15.859405 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-3c9b6f2e-216a-42e2-8fb8-6f4b119cf260 service neutron] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 919 time: 0.1475327 Jul 09 18:47:15.902934 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3c8df1ce-dd76-4cd9-8bd3-7a5c815720c3 req-52d8d8db-7c7a-4b04-aabb-28f42ee92d26 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511971 Jul 09 18:47:15.920367 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-cd6af55d-74bb-4ae5-997e-bd828b9847d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7 HTTP/1.1" status: 200 len: 217 time: 0.0491419 Jul 09 18:47:15.978928 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2f0c1-0591-4cef-ac51-1b017274b20f req-17b40332-503e-4e8e-930a-34eeedc891a2 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:15.980426 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1ef2f0c1-0591-4cef-ac51-1b017274b20f req-17b40332-503e-4e8e-930a-34eeedc891a2 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0631084 Jul 09 18:47:16.054508 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1ef2f0c1-0591-4cef-ac51-1b017274b20f req-e23497f2-2ac5-48ba-be95-cdd9cb1eb511 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683477 Jul 09 18:47:16.059400 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef6100-2118-48ef-95ac-d4f7f261ad1d req-069b8c08-ad0c-4985-a7cf-468df5bf1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:16.060177 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-8cfb57c2-5364-442d-8e24-a2611f15ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:16.061428 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aaef6100-2118-48ef-95ac-d4f7f261ad1d req-069b8c08-ad0c-4985-a7cf-468df5bf1250 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 1099 time: 0.0584352 Jul 09 18:47:16.061654 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-8cfb57c2-5364-442d-8e24-a2611f15ce39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.0626197 Jul 09 18:47:16.102496 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-189cef5f-4965-44cb-ab85-f3653207c4c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262341 Jul 09 18:47:16.135237 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aaef6100-2118-48ef-95ac-d4f7f261ad1d req-e6351843-7eda-48c5-89c5-01e0a603bd8c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579352 Jul 09 18:47:16.162338 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede81417-36ec-4034-afb5-c67d66ea9ab2 req-78ce231d-f92b-4d8f-824c-c6754ec5a184 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:16.163783 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ede81417-36ec-4034-afb5-c67d66ea9ab2 req-78ce231d-f92b-4d8f-824c-c6754ec5a184 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0724018 Jul 09 18:47:16.195088 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-d1372d34-1b75-4f91-ba2c-0b00ae52cc0d service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820990 Jul 09 18:47:16.200333 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ede81417-36ec-4034-afb5-c67d66ea9ab2 req-be2d5ab7-f060-4813-ba4a-96ef1f475bae tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309403 Jul 09 18:47:16.405724 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:16.412498 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f37d4-fb24-4e73-8bce-0fb0935d9036 req-30b28e52-6910-4f04-a6c8-48dfba276405 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:16.414010 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bd3f37d4-fb24-4e73-8bce-0fb0935d9036 req-30b28e52-6910-4f04-a6c8-48dfba276405 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.0709755 Jul 09 18:47:16.453661 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:47:16.453982 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bd3f37d4-fb24-4e73-8bce-0fb0935d9036 req-5e95bfe6-ff1d-437c-9405-79c736181db5 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338709 Jul 09 18:47:16.548431 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:16.559898 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'port_id': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'mac_address': 'fa:16:3e:23:3f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:47:16.561986 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c165eb8e-ef70-48e4-a03d-8d1e8ccf2ee8 req-86b0d287-0db8-45f4-a187-f38e4e26aa64 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795677 Jul 09 18:47:16.595196 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:16.608560 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:47:16.628132 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:16.631781 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:16.684758 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:16.793368 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7708c49-37c1-4da1-bdb9-68b0006c5620 req-35fcc785-c71c-4043-9b38-7b30a58641e6 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:16.794847 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c7708c49-37c1-4da1-bdb9-68b0006c5620 req-35fcc785-c71c-4043-9b38-7b30a58641e6 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 945 time: 0.0615859 Jul 09 18:47:16.831060 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c7708c49-37c1-4da1-bdb9-68b0006c5620 req-bd0b2741-1b5d-4318-b56f-50a980631da5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306838 Jul 09 18:47:17.065147 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b85e67-c4a3-400d-b101-60104602004c req-f46f69c9-62ca-4653-ade1-b9c2bad2975a tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:17.066794 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5b85e67-c4a3-400d-b101-60104602004c req-f46f69c9-62ca-4653-ade1-b9c2bad2975a tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.0645590 Jul 09 18:47:17.102675 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5b85e67-c4a3-400d-b101-60104602004c req-b6f74413-59f0-4da3-8d8c-ca84125211eb tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298960 Jul 09 18:47:17.257412 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b8743-0029-4eda-bb21-8e0aaec42a37 req-db1b69c7-a9c3-49d6-bd16-c6f3bc81dcf4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:17.258894 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-989b8743-0029-4eda-bb21-8e0aaec42a37 req-db1b69c7-a9c3-49d6-bd16-c6f3bc81dcf4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0618958 Jul 09 18:47:17.294694 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-989b8743-0029-4eda-bb21-8e0aaec42a37 req-a43bdde6-e473-4f6e-8a52-689f9282eb97 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303907 Jul 09 18:47:17.457625 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93d314-0a8f-4b94-bd1a-4ce71e7a6a43 req-7e85462b-30d2-4814-a472-c1dcbb951bcc tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:17.459933 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8c93d314-0a8f-4b94-bd1a-4ce71e7a6a43 req-7e85462b-30d2-4814-a472-c1dcbb951bcc tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0679557 Jul 09 18:47:17.504098 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8c93d314-0a8f-4b94-bd1a-4ce71e7a6a43 req-9db940e4-1a04-4110-8ced-b68cd5bfb983 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383248 Jul 09 18:47:17.663986 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b823c-08f1-457f-a80a-f83b43ef5462 req-959391cf-7677-43a3-a884-a037a0a7e7cc tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:17.665341 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b60b823c-08f1-457f-a80a-f83b43ef5462 req-959391cf-7677-43a3-a884-a037a0a7e7cc tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.0613146 Jul 09 18:47:17.700934 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b60b823c-08f1-457f-a80a-f83b43ef5462 req-672558c2-d4b0-4a75-9285-2a604e8d9a05 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301373 Jul 09 18:47:17.874740 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:18.000039 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451a839-5838-44da-8956-e8e0c2213e23 req-6f33ea8f-72ac-4c91-870e-1222a32e41f1 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:18.001540 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4451a839-5838-44da-8956-e8e0c2213e23 req-6f33ea8f-72ac-4c91-870e-1222a32e41f1 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 945 time: 0.0616353 Jul 09 18:47:18.037810 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4451a839-5838-44da-8956-e8e0c2213e23 req-fe88fd85-3fef-49d1-af9c-741da6d62e99 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302060 Jul 09 18:47:18.277010 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4a993-82b7-4b92-a96e-8b666aa49c30 req-4def57cf-421e-4318-8e00-b98c84a54cde tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:18.278395 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f6f4a993-82b7-4b92-a96e-8b666aa49c30 req-4def57cf-421e-4318-8e00-b98c84a54cde tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.0647681 Jul 09 18:47:18.316602 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f6f4a993-82b7-4b92-a96e-8b666aa49c30 req-87306b22-2e88-4b40-b04c-720b6de1a111 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Jul 09 18:47:18.474278 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cd95a-9645-442e-b27d-600a6a132e87 req-5377ddba-3de5-4006-90bf-ccd9c79627e1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:18.475811 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-565cd95a-9645-442e-b27d-600a6a132e87 req-5377ddba-3de5-4006-90bf-ccd9c79627e1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0652709 Jul 09 18:47:18.514110 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-565cd95a-9645-442e-b27d-600a6a132e87 req-3acdd0cb-5c33-49bf-87ec-e3acc3b73a3d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Jul 09 18:47:18.679953 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91fe2b-580e-430e-a616-01664dcedbba req-209545a6-fc2a-456a-b3bc-cc6c6eb40cd7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:18.681404 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-de91fe2b-580e-430e-a616-01664dcedbba req-209545a6-fc2a-456a-b3bc-cc6c6eb40cd7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0645678 Jul 09 18:47:18.718561 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-de91fe2b-580e-430e-a616-01664dcedbba req-1055b1bb-be83-4594-981b-06542c84ea38 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317211 Jul 09 18:47:18.877313 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c617e-b6ec-4f19-8e52-1f360b8ffefb req-56cafa3c-e00f-4a3a-8f68-7997e762d9df tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:18.878713 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f07c617e-b6ec-4f19-8e52-1f360b8ffefb req-56cafa3c-e00f-4a3a-8f68-7997e762d9df tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.0623512 Jul 09 18:47:18.915922 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f07c617e-b6ec-4f19-8e52-1f360b8ffefb req-43fc4b29-872e-4a90-8a67-dc90f639ea2a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Jul 09 18:47:19.201573 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b709-2fb6-48d5-8f4d-b357c4c8ae24 req-39e2dde8-3f08-4850-b425-295f298ebd3b tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:19.202982 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f7b709-2fb6-48d5-8f4d-b357c4c8ae24 req-39e2dde8-3f08-4850-b425-295f298ebd3b tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 945 time: 0.0607400 Jul 09 18:47:19.239198 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-60f7b709-2fb6-48d5-8f4d-b357c4c8ae24 req-cf355057-c580-476f-8ba5-d6abec01b856 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Jul 09 18:47:19.494210 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d00c5-0d9a-46a9-af5e-24890b0501ff req-790dfe25-a3d5-426e-aa30-8d87b9eb83fb tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:19.495692 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9c7d00c5-0d9a-46a9-af5e-24890b0501ff req-790dfe25-a3d5-426e-aa30-8d87b9eb83fb tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.0726774 Jul 09 18:47:19.533865 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9c7d00c5-0d9a-46a9-af5e-24890b0501ff req-525a6bcf-05a9-4e0c-b392-6ff30870b6b5 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Jul 09 18:47:19.690728 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4935-3540-477b-ae38-a2b84fff4ec5 req-78317fc9-a549-45d5-aee3-e0c2ab7433aa tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:19.692298 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-313e4935-3540-477b-ae38-a2b84fff4ec5 req-78317fc9-a549-45d5-aee3-e0c2ab7433aa tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0606377 Jul 09 18:47:19.729198 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-313e4935-3540-477b-ae38-a2b84fff4ec5 req-5541fd95-b943-4935-9fb9-7985cbe9df63 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Jul 09 18:47:19.771853 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-042d6ed6-c9f5-4581-8c23-3689ef515ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:19.773268 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-042d6ed6-c9f5-4581-8c23-3689ef515ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1098 time: 0.0561538 Jul 09 18:47:19.899918 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa64b74-3fd1-4159-b3d4-f47680a3df31 req-b3506791-2f08-4355-afbb-19a0de7afdad tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:19.901411 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-faa64b74-3fd1-4159-b3d4-f47680a3df31 req-b3506791-2f08-4355-afbb-19a0de7afdad tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0664117 Jul 09 18:47:19.901540 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-e1db5c5d-9b61-4152-b46b-2f53b35052fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:19.902954 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-e1db5c5d-9b61-4152-b46b-2f53b35052fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 919 time: 0.0835679 Jul 09 18:47:19.941956 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-faa64b74-3fd1-4159-b3d4-f47680a3df31 req-a3670aec-fceb-4814-992e-9f677d0a57a9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350077 Jul 09 18:47:19.952218 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-e2c6a020-a463-4450-8582-7dc275f59d31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7 HTTP/1.1" status: 200 len: 217 time: 0.0383174 Jul 09 18:47:20.003739 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-447098d4-339d-4402-bdaf-999a5ef6d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:20.005677 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-447098d4-339d-4402-bdaf-999a5ef6d1cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.0440345 Jul 09 18:47:20.039570 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-3da350cd-8752-4cca-9be8-19af84043ad2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274253 Jul 09 18:47:20.162883 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-47ddaf40-78a0-4d56-b7a7-82d94926b9eb service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136870 Jul 09 18:47:20.170929 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc437d5f-5c10-4e85-b943-b6be3afb24d2 req-f126dc23-4a99-4d15-af34-97a30b3edc85 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:20.172263 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bc437d5f-5c10-4e85-b943-b6be3afb24d2 req-f126dc23-4a99-4d15-af34-97a30b3edc85 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.1349564 Jul 09 18:47:20.214067 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bc437d5f-5c10-4e85-b943-b6be3afb24d2 req-e53edd07-5083-4290-9ade-6250972c1c87 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356333 Jul 09 18:47:20.304390 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d32b499c-92f4-4f0f-b1b2-0bfee7e06c04 req-ab8d3c0c-257a-443f-8fd2-4282b0bffe7c service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832331 Jul 09 18:47:20.345252 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:47:20.409611 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6b4d8-1e3e-4fea-a687-269b193a8e5c req-bd8b7d0f-c136-485d-9378-c0803b6adc6b tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:20.411623 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b4e6b4d8-1e3e-4fea-a687-269b193a8e5c req-bd8b7d0f-c136-485d-9378-c0803b6adc6b tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 945 time: 0.0633125 Jul 09 18:47:20.450607 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b4e6b4d8-1e3e-4fea-a687-269b193a8e5c req-1e8278d5-c33c-4035-9a91-7d252f513486 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333161 Jul 09 18:47:20.703490 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c8e8-3403-448a-8529-7ec1d0086fb7 req-13e18357-5e03-4b66-95bf-ef7c12755363 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:20.705024 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3945c8e8-3403-448a-8529-7ec1d0086fb7 req-13e18357-5e03-4b66-95bf-ef7c12755363 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 943 time: 0.0623305 Jul 09 18:47:20.750288 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3945c8e8-3403-448a-8529-7ec1d0086fb7 req-c36f90a1-d081-4613-8fca-e2ed57b36d39 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Jul 09 18:47:20.918876 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353da15a-ce78-422e-a581-f63e7724affa req-2265f7ea-2932-464d-9bc4-70f7a0b1dc81 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:20.920623 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-353da15a-ce78-422e-a581-f63e7724affa req-2265f7ea-2932-464d-9bc4-70f7a0b1dc81 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0766947 Jul 09 18:47:20.958481 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-353da15a-ce78-422e-a581-f63e7724affa req-e584d592-a319-49f3-a6da-ae0284b04e23 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Jul 09 18:47:21.130888 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2719ea3-fd2e-4573-859a-e16f5d10747d req-9759b4e4-a60b-4f96-8d1f-9d6baec226ae tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:21.132362 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c2719ea3-fd2e-4573-859a-e16f5d10747d req-9759b4e4-a60b-4f96-8d1f-9d6baec226ae tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0728042 Jul 09 18:47:21.171095 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c2719ea3-fd2e-4573-859a-e16f5d10747d req-874adcf3-6e74-43f8-9276-60fdcac0d4c5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329440 Jul 09 18:47:21.388805 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745570c-7be8-4f1b-b2b6-e0e074985299 req-ae152246-109d-455d-86fb-73a85047d569 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:21.390309 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2745570c-7be8-4f1b-b2b6-e0e074985299 req-ae152246-109d-455d-86fb-73a85047d569 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.0615780 Jul 09 18:47:21.427936 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2745570c-7be8-4f1b-b2b6-e0e074985299 req-d7fa71b5-bfb0-4b0a-866d-9bc4ea439e92 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Jul 09 18:47:21.627724 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24436e-f53f-4559-8de5-dc7173fd0816 req-3fc8512d-83a3-40ed-8432-97dd6a504864 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:21.629138 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8f24436e-f53f-4559-8de5-dc7173fd0816 req-3fc8512d-83a3-40ed-8432-97dd6a504864 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 945 time: 0.0694444 Jul 09 18:47:21.659443 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device e727bf98-c8df-424d-8845-125a50a7b751 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:47:21.690723 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8f24436e-f53f-4559-8de5-dc7173fd0816 req-d0e91882-88d4-4658-b9c1-fe3d0b1fc6eb tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 Jul 09 18:47:21.764391 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port e727bf98-c8df-424d-8845-125a50a7b751, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e727bf98-c8df-424d-8845-125a50a7b751,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:21.776131 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'e727bf98-c8df-424d-8845-125a50a7b751', 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4', 'port_id': 'e727bf98-c8df-424d-8845-125a50a7b751', 'mac_address': 'fa:16:3e:61:18:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7937a219-40ce-426b-a05d-6278c5340b6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:47:21.811541 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:21.824714 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e727bf98-c8df-424d-8845-125a50a7b751 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:47:21.845222 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port e727bf98-c8df-424d-8845-125a50a7b751, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e727bf98-c8df-424d-8845-125a50a7b751,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:21.849107 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:21.897476 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=e727bf98-c8df-424d-8845-125a50a7b751,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:21.929574 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58213c-4b7f-49b1-ae5a-a2380b1aea53 req-5a6c7c9b-fb7d-4e41-aca5-148e8c01d0a2 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:21.931075 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0a58213c-4b7f-49b1-ae5a-a2380b1aea53 req-5a6c7c9b-fb7d-4e41-aca5-148e8c01d0a2 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 944 time: 0.0666256 Jul 09 18:47:21.967574 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0a58213c-4b7f-49b1-ae5a-a2380b1aea53 req-c31be6c0-2871-4610-8f84-d17312a22079 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309815 Jul 09 18:47:22.131058 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aa7b0-038e-4b26-abdc-a802c8197e1d req-b18694fe-d3ab-4513-93a1-717d7535d70d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:22.132445 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-223aa7b0-038e-4b26-abdc-a802c8197e1d req-b18694fe-d3ab-4513-93a1-717d7535d70d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0657442 Jul 09 18:47:22.168849 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-223aa7b0-038e-4b26-abdc-a802c8197e1d req-073113ad-1d92-4364-9c10-bea35cc85f5e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306938 Jul 09 18:47:22.349937 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8378-057a-4417-9712-2bdd15101c2b req-ef9cd400-2ac0-499a-87e2-b587e4b03446 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:22.351408 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-50aa8378-057a-4417-9712-2bdd15101c2b req-ef9cd400-2ac0-499a-87e2-b587e4b03446 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0623856 Jul 09 18:47:22.387266 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-50aa8378-057a-4417-9712-2bdd15101c2b req-71207300-1230-4e4e-8a3a-5cf5b513cdba tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303390 Jul 09 18:47:22.440004 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['e727bf98-c8df-424d-8845-125a50a7b751'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:47:22.858658 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e75986-b7b3-4990-bb7d-cfdac09ddfdd req-989c20d9-bba1-462c-bb24-7fe29eacee7d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:22.860136 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e5e75986-b7b3-4990-bb7d-cfdac09ddfdd req-989c20d9-bba1-462c-bb24-7fe29eacee7d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 945 time: 0.0641010 Jul 09 18:47:22.907488 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e5e75986-b7b3-4990-bb7d-cfdac09ddfdd req-f794fb0f-ccb0-4c30-899e-3d53e665dc93 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Jul 09 18:47:23.147488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39263bf8-4265-4707-8eb3-f169eb5e7298 req-f3ca2951-a5dc-4cb5-b5d6-0b6c113a124a tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:23.149210 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-39263bf8-4265-4707-8eb3-f169eb5e7298 req-f3ca2951-a5dc-4cb5-b5d6-0b6c113a124a tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 944 time: 0.0639207 Jul 09 18:47:23.192931 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-39263bf8-4265-4707-8eb3-f169eb5e7298 req-d3a51401-d44b-4984-bec8-a5a11d202d97 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Jul 09 18:47:23.369104 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe8d67-5fec-4326-9dc3-1e56596cc76f req-97165c77-e2fd-4ee5-bbd1-0a7c91aba74b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:23.374649 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9bbe8d67-5fec-4326-9dc3-1e56596cc76f req-97165c77-e2fd-4ee5-bbd1-0a7c91aba74b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0895298 Jul 09 18:47:23.410706 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9bbe8d67-5fec-4326-9dc3-1e56596cc76f req-df441c4d-bda8-44d5-8559-e2a7cce4fa2b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Jul 09 18:47:23.578772 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638efd6-4319-4c39-8977-6d75f166a123 req-28a8889a-cf0e-4b4a-88d6-ef0bf36c535f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:23.580478 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7638efd6-4319-4c39-8977-6d75f166a123 req-28a8889a-cf0e-4b4a-88d6-ef0bf36c535f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0707388 Jul 09 18:47:23.621503 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7638efd6-4319-4c39-8977-6d75f166a123 req-1b926b51-ca1c-4807-be13-d47eb568652d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348155 Jul 09 18:47:23.665083 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:47:23.718976 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:47:23.722685 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:47:23.723055 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:23.799335 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:23.822240 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:23.824479 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459cb3e9-b083-4a74-ab8f-708aa1052048" -d '{"events": [{"server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "name": "network-vif-plugged", "status": "completed", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:23.837304 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:23.841592 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:23.865052 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8305a8-85d0-48ec-9a28-940139e529fb x-openstack-request-id: req-ab8305a8-85d0-48ec-9a28-940139e529fb {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:23.865337 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "name": "network-vif-plugged", "status": "completed", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:23.865587 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab8305a8-85d0-48ec-9a28-940139e529fb {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:23.865975 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'code': 200} Jul 09 18:47:23.890715 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:24.076799 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8893f3-e4fb-434d-9049-c67aaa2336fc req-3d180ce9-06df-414f-9d44-abb2344dc46a tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:24.078192 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8d8893f3-e4fb-434d-9049-c67aaa2336fc req-3d180ce9-06df-414f-9d44-abb2344dc46a tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0621789 Jul 09 18:47:24.116159 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8d8893f3-e4fb-434d-9049-c67aaa2336fc req-309da3b4-e734-496b-a995-03ef2356706b tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Jul 09 18:47:24.162554 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b3f24-5e91-4c77-8ee6-7a937721d294 req-af0ed7f5-7156-44d4-8ae9-4c10d92777b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:24.164046 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb3b3f24-5e91-4c77-8ee6-7a937721d294 req-af0ed7f5-7156-44d4-8ae9-4c10d92777b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 1099 time: 0.0523648 Jul 09 18:47:24.198862 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb3b3f24-5e91-4c77-8ee6-7a937721d294 req-6ccdf216-1a3a-44e4-805d-c2648a4ea835 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274656 Jul 09 18:47:24.368051 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bca45e-dd0a-480e-a4fd-f42aa926c8ca req-054bf17e-b482-4db1-97dd-0ce19b31a9bc tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:24.369412 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-33bca45e-dd0a-480e-a4fd-f42aa926c8ca req-054bf17e-b482-4db1-97dd-0ce19b31a9bc tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 944 time: 0.0617349 Jul 09 18:47:24.405622 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-33bca45e-dd0a-480e-a4fd-f42aa926c8ca req-8a37ac23-64a2-445a-8553-a395605ed915 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307126 Jul 09 18:47:24.802423 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d00bd8-c79e-428e-8009-090490ca6d33 req-02f3501f-41c4-4091-81a4-9bac80904e4c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:24.803908 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-45d00bd8-c79e-428e-8009-090490ca6d33 req-02f3501f-41c4-4091-81a4-9bac80904e4c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0674260 Jul 09 18:47:24.840020 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-45d00bd8-c79e-428e-8009-090490ca6d33 req-942f1e5d-0fc7-4164-a046-a8b30e8abe4e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305343 Jul 09 18:47:24.952881 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948360b-2138-489d-80ee-0824fc766d18 req-d18e1356-4067-4d3f-af39-9b92965c4923 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:24.954340 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6948360b-2138-489d-80ee-0824fc766d18 req-d18e1356-4067-4d3f-af39-9b92965c4923 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0683618 Jul 09 18:47:24.992880 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6948360b-2138-489d-80ee-0824fc766d18 req-74582840-261d-4afd-a97a-de5dbda55dc8 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jul 09 18:47:25.288255 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909228-93dd-4c16-98b3-c40dd4378673 req-a74841e4-364a-49ee-9d29-f1f9ed2541c8 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:25.289745 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-08909228-93dd-4c16-98b3-c40dd4378673 req-a74841e4-364a-49ee-9d29-f1f9ed2541c8 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0626786 Jul 09 18:47:25.329734 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-08909228-93dd-4c16-98b3-c40dd4378673 req-857b886e-3ec4-46a8-b22c-c7fcbb18d0a1 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Jul 09 18:47:25.576495 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8a88d-2764-4d07-8214-685e85b86d07 req-d61e3c85-958e-4eb5-991d-a6238fe0441c tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:25.577956 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a4b8a88d-2764-4d07-8214-685e85b86d07 req-d61e3c85-958e-4eb5-991d-a6238fe0441c tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 944 time: 0.0617409 Jul 09 18:47:25.615296 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a4b8a88d-2764-4d07-8214-685e85b86d07 req-f7824e84-755d-4598-ae21-3d72efbb9c17 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Jul 09 18:47:25.669050 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device e727bf98-c8df-424d-8845-125a50a7b751 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:47:25.717585 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port e727bf98-c8df-424d-8845-125a50a7b751 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:47:25.721147 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port e727bf98-c8df-424d-8845-125a50a7b751 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:47:25.721516 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:25.770262 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 35372) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:25.799335 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:25.832958 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port e727bf98-c8df-424d-8845-125a50a7b751, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e727bf98-c8df-424d-8845-125a50a7b751,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:25.837439 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:25.867546 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e727bf98-c8df-424d-8845-125a50a7b751'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:25.870399 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5800d3d8-5483-47aa-9c2a-0aa4689371bd" -d '{"events": [{"server_uuid": "3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9", "name": "network-vif-plugged", "status": "completed", "tag": "e727bf98-c8df-424d-8845-125a50a7b751"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:25.882943 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b9e052d4-99b8-4a80-96cf-213433f49bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:25.894464 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=e727bf98-c8df-424d-8845-125a50a7b751,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:25.985751 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b9e052d4-99b8-4a80-96cf-213433f49bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:25.990623 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b9e052d4-99b8-4a80-96cf-213433f49bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:26.029639 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b9e052d4-99b8-4a80-96cf-213433f49bb9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1087c1f8ebcb4bca9360180ee4ead9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576385 Jul 09 18:47:26.031551 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e052d4-99b8-4a80-96cf-213433f49bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32af022e-b6e4-4512-9596-3a6569a2a3e2,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:26.032424 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 35382) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:26.047756 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa9df3-ebab-4def-a45e-13eb12417520 req-54efc31f-4811-4f77-b677-608999161d47 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:26.047916 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34734fbc-e20a-4267-9115-2e0ddd5fce59 x-openstack-request-id: req-34734fbc-e20a-4267-9115-2e0ddd5fce59 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:26.048205 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9", "name": "network-vif-plugged", "status": "completed", "tag": "e727bf98-c8df-424d-8845-125a50a7b751", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:26.048457 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34734fbc-e20a-4267-9115-2e0ddd5fce59 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:26.048867 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e727bf98-c8df-424d-8845-125a50a7b751', 'code': 200} Jul 09 18:47:26.049214 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-88fa9df3-ebab-4def-a45e-13eb12417520 req-54efc31f-4811-4f77-b677-608999161d47 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0777562 Jul 09 18:47:26.106825 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-88fa9df3-ebab-4def-a45e-13eb12417520 req-270ef03b-5ede-433a-802c-d27ab1a4d5cc tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499873 Jul 09 18:47:26.116537 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-98a5b81d-8816-4a74-9efe-181cb164333a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:26.138778 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-98a5b81d-8816-4a74-9efe-181cb164333a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:26.184485 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-98a5b81d-8816-4a74-9efe-181cb164333a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:26.187215 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-98a5b81d-8816-4a74-9efe-181cb164333a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:26.190893 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-98a5b81d-8816-4a74-9efe-181cb164333a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32af022e-b6e4-4512-9596-3a6569a2a3e2 HTTP/1.1" status: 204 len: 168 time: 0.1545997 Jul 09 18:47:26.200673 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5b81d-8816-4a74-9efe-181cb164333a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af022e-b6e4-4512-9596-3a6569a2a3e2,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:26.537640 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ff5f-64a1-42e9-8ea4-659f59f8a1d5 req-53a590cc-52da-4f2a-9215-9a1de8d7a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:26.539157 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fc29ff5f-64a1-42e9-8ea4-659f59f8a1d5 req-53a590cc-52da-4f2a-9215-9a1de8d7a5b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 1098 time: 0.1453495 Jul 09 18:47:26.550434 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee49d5-d2b3-431a-8514-6d617a1e75f6 req-1a0c99e7-4841-4708-8262-6071573fe520 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:26.551826 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b2ee49d5-d2b3-431a-8514-6d617a1e75f6 req-1a0c99e7-4841-4708-8262-6071573fe520 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0951812 Jul 09 18:47:26.601181 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fc29ff5f-64a1-42e9-8ea4-659f59f8a1d5 req-a8c610a9-262e-48f1-bd77-1687cac8ce52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Jul 09 18:47:26.608613 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b2ee49d5-d2b3-431a-8514-6d617a1e75f6 req-b60aa970-06dd-4bda-b076-796f74236e3f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505407 Jul 09 18:47:26.797000 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740356ec-0d53-47b1-8974-cb26d9ff503e req-0081c82f-fec8-49ee-b09a-a462dd32b2be tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:26.798613 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-740356ec-0d53-47b1-8974-cb26d9ff503e req-0081c82f-fec8-49ee-b09a-a462dd32b2be tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0754645 Jul 09 18:47:26.809759 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd74d96-1225-4b0c-8a64-9e22aafec482 req-1f0a688b-8c5a-475c-abcf-f4a145b19be0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:26.811497 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fbd74d96-1225-4b0c-8a64-9e22aafec482 req-1f0a688b-8c5a-475c-abcf-f4a145b19be0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0760536 Jul 09 18:47:26.847111 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-740356ec-0d53-47b1-8974-cb26d9ff503e req-789bcf7f-58ef-447d-9c64-b423a0895bae tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Jul 09 18:47:26.860417 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fbd74d96-1225-4b0c-8a64-9e22aafec482 req-644ed03e-5dc0-4cac-b352-273e285b9d1d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Jul 09 18:47:27.223749 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bfb90-db1d-450d-a043-cd77689ab84c req-fa1e24d6-9f3c-440f-a4f3-8bd09f3daf3e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:27.225255 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4a2bfb90-db1d-450d-a043-cd77689ab84c req-fa1e24d6-9f3c-440f-a4f3-8bd09f3daf3e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0647557 Jul 09 18:47:27.269424 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4a2bfb90-db1d-450d-a043-cd77689ab84c req-03fa2e32-b5f0-4c28-b75d-6ae972aa74cd tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382540 Jul 09 18:47:27.420643 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e09bd-a053-40f6-8ee4-5706b67afeff req-032beb82-3d86-4894-9a4d-e1406f958b4f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:27.422313 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ea5e09bd-a053-40f6-8ee4-5706b67afeff req-032beb82-3d86-4894-9a4d-e1406f958b4f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0714078 Jul 09 18:47:27.466281 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ea5e09bd-a053-40f6-8ee4-5706b67afeff req-1c8a499f-a313-4439-9f7a-96a2e457e1d3 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363011 Jul 09 18:47:28.031736 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aaf1-1976-4fb3-b548-71ac866a0bc3 req-b8b9d0fc-6419-402b-8df9-032579b9a81e tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:28.033181 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-74d1aaf1-1976-4fb3-b548-71ac866a0bc3 req-b8b9d0fc-6419-402b-8df9-032579b9a81e tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0622475 Jul 09 18:47:28.068987 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-74d1aaf1-1976-4fb3-b548-71ac866a0bc3 req-e72e17a6-5566-4294-8e84-c9bd508912ee tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Jul 09 18:47:28.682982 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8bb4a-f3a2-4670-bb7d-6182169c063d req-21cc4dd1-afa6-4451-9722-23de7f1cabc8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:28.684434 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-17c8bb4a-f3a2-4670-bb7d-6182169c063d req-21cc4dd1-afa6-4451-9722-23de7f1cabc8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0847552 Jul 09 18:47:28.722738 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-17c8bb4a-f3a2-4670-bb7d-6182169c063d req-84596130-cbc8-4d06-8932-b0c99151ff0f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326395 Jul 09 18:47:29.244470 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a662fc9-7b17-4342-821a-2fbad7f1fa26 req-61453379-3248-4a72-b329-6c5a0ccfaf30 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:29.246119 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7a662fc9-7b17-4342-821a-2fbad7f1fa26 req-61453379-3248-4a72-b329-6c5a0ccfaf30 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0665619 Jul 09 18:47:29.284178 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7a662fc9-7b17-4342-821a-2fbad7f1fa26 req-96351036-44d0-4fa8-a6ba-563e81121c67 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Jul 09 18:47:29.906470 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da5208-fb78-49d4-a53c-e47408d259bf req-4498eef1-43c0-4c83-b675-268fae681b7d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:29.908009 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-51da5208-fb78-49d4-a53c-e47408d259bf req-4498eef1-43c0-4c83-b675-268fae681b7d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0649521 Jul 09 18:47:29.946554 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-51da5208-fb78-49d4-a53c-e47408d259bf req-c3942740-d617-4a06-afe9-745be668e8ab tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Jul 09 18:47:30.449758 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f812da-3ada-48b9-becb-da6f49308356 req-faffbd18-75e6-4661-9e71-01246cac7a82 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:30.451649 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-38f812da-3ada-48b9-becb-da6f49308356 req-faffbd18-75e6-4661-9e71-01246cac7a82 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0611250 Jul 09 18:47:30.488412 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-38f812da-3ada-48b9-becb-da6f49308356 req-3310c3cc-ac88-4660-951c-a5dd4e2e68a1 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Jul 09 18:47:31.131632 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507a6fe-8272-4dbd-85a5-403e5fa4cea0 req-d134e0b8-b155-4f6d-a333-f80a011187cd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:31.133067 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9507a6fe-8272-4dbd-85a5-403e5fa4cea0 req-d134e0b8-b155-4f6d-a333-f80a011187cd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0601437 Jul 09 18:47:31.168552 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9507a6fe-8272-4dbd-85a5-403e5fa4cea0 req-63883761-1bb8-4d16-be83-565bee2cbd15 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301576 Jul 09 18:47:31.657728 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c7af9-0400-4061-8f61-4e7bde3e9973 req-63a85704-2973-4623-b52b-a8870b5cc9e0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:31.659100 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-605c7af9-0400-4061-8f61-4e7bde3e9973 req-63a85704-2973-4623-b52b-a8870b5cc9e0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0642529 Jul 09 18:47:31.696671 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-605c7af9-0400-4061-8f61-4e7bde3e9973 req-921c671b-0d18-4a2d-9ea4-96cf51161103 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Jul 09 18:47:32.341099 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a62dd-77c7-419e-a997-30ca2202573b req-db63ba93-9441-4eeb-87c4-6442b8cf0722 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:32.342661 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-256a62dd-77c7-419e-a997-30ca2202573b req-db63ba93-9441-4eeb-87c4-6442b8cf0722 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0624151 Jul 09 18:47:32.380673 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-256a62dd-77c7-419e-a997-30ca2202573b req-4310fda1-0448-4da4-9e39-f38935a2f1c2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325463 Jul 09 18:47:32.888333 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea7c6b-c528-4502-a615-1625a9199166 req-d0b1c3cb-cc9c-460b-9fcf-3092463dffb4 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:32.893234 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-86ea7c6b-c528-4502-a615-1625a9199166 req-d0b1c3cb-cc9c-460b-9fcf-3092463dffb4 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0870144 Jul 09 18:47:32.933632 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-86ea7c6b-c528-4502-a615-1625a9199166 req-cc7ce516-e4e1-4c6a-a28d-1955be645c9f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370147 Jul 09 18:47:33.137919 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:47:33.564262 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013b5e7-7f4d-457c-86e0-4f15ffaa39ab req-6749eadc-3f60-4a10-9567-9381a5d5353e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:33.565741 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5013b5e7-7f4d-457c-86e0-4f15ffaa39ab req-6749eadc-3f60-4a10-9567-9381a5d5353e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0664778 Jul 09 18:47:33.606571 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5013b5e7-7f4d-457c-86e0-4f15ffaa39ab req-5d268c34-2f4e-4884-ab76-a67d32efa261 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337548 Jul 09 18:47:34.120319 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1f03-4be6-4f51-91cc-535cb5231a38 req-390136c9-34ec-4328-9e5b-30647222a9ed tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:34.121778 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5cae1f03-4be6-4f51-91cc-535cb5231a38 req-390136c9-34ec-4328-9e5b-30647222a9ed tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0752270 Jul 09 18:47:34.368860 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5cae1f03-4be6-4f51-91cc-535cb5231a38 req-df288847-6ef5-4f77-a0d9-3dbc14a6f235 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415059 Jul 09 18:47:34.787298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d768c-0b33-4240-8673-61817862a176 req-a7503859-c9b1-4c54-ba04-5c129a504aea tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:34.788725 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-517d768c-0b33-4240-8673-61817862a176 req-a7503859-c9b1-4c54-ba04-5c129a504aea tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0635760 Jul 09 18:47:34.826102 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-517d768c-0b33-4240-8673-61817862a176 req-7278e423-4a99-4fe7-a806-66205b057c53 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Jul 09 18:47:35.305530 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 35582) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:35.404572 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-77dd8e70-faee-4527-a30a-a4759b87c3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:35.497544 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-77dd8e70-faee-4527-a30a-a4759b87c3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:35.501354 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-77dd8e70-faee-4527-a30a-a4759b87c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:35.542833 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-77dd8e70-faee-4527-a30a-a4759b87c3c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=442b66b3510e41f7926b9df329963cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360840 Jul 09 18:47:35.544932 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd8e70-faee-4527-a30a-a4759b87c3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c79918-6553-4395-902e-6a3f6710d968,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:35.545248 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 35586) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:35.591504 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4adf-41a0-45c2-9908-bec609d2571b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:35.611135 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4adf-41a0-45c2-9908-bec609d2571b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:35.658464 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4adf-41a0-45c2-9908-bec609d2571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:35.661088 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4adf-41a0-45c2-9908-bec609d2571b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:35.662686 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-f9cd4adf-41a0-45c2-9908-bec609d2571b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00c79918-6553-4395-902e-6a3f6710d968 HTTP/1.1" status: 204 len: 168 time: 0.1164095 Jul 09 18:47:35.670427 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd4adf-41a0-45c2-9908-bec609d2571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c79918-6553-4395-902e-6a3f6710d968,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:36.228674 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952514-7daf-4b50-8b6d-19fc688c5f0c req-0895ff56-ef29-4eaa-8c20-15403d4e31c4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:36.230185 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d1952514-7daf-4b50-8b6d-19fc688c5f0c req-0895ff56-ef29-4eaa-8c20-15403d4e31c4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0693407 Jul 09 18:47:36.267764 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d1952514-7daf-4b50-8b6d-19fc688c5f0c req-6f1347bf-643d-4e6d-8c10-16733747812f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318644 Jul 09 18:47:36.425373 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329b296-499a-44b2-bc62-4ffde8f0ee95 req-ad60bed8-214a-4f40-a4ed-a80e19b1ecf1 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:36.427446 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9329b296-499a-44b2-bc62-4ffde8f0ee95 req-ad60bed8-214a-4f40-a4ed-a80e19b1ecf1 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0617115 Jul 09 18:47:36.464235 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9329b296-499a-44b2-bc62-4ffde8f0ee95 req-2d076270-4202-4dbf-869f-213e66b2547a tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Jul 09 18:47:37.442361 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ee61f-72aa-462c-baeb-c894df895c44 req-5abbda15-4bfa-4a1e-8254-acde5a93ed89 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:37.443712 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-595ee61f-72aa-462c-baeb-c894df895c44 req-5abbda15-4bfa-4a1e-8254-acde5a93ed89 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0605986 Jul 09 18:47:37.483996 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-595ee61f-72aa-462c-baeb-c894df895c44 req-11982fe6-7f5a-4bb0-8cb4-87badd50e1f8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339937 Jul 09 18:47:37.651613 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8698aa-3f56-4d2b-be14-1f23876321a8 req-98c26031-eb33-4ee5-8c3a-b356ae38560e tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:37.653105 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2a8698aa-3f56-4d2b-be14-1f23876321a8 req-98c26031-eb33-4ee5-8c3a-b356ae38560e tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0656831 Jul 09 18:47:37.693134 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2a8698aa-3f56-4d2b-be14-1f23876321a8 req-de6ea4c1-9951-4b69-bb59-edb282ee6d03 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340979 Jul 09 18:47:38.662854 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec23ab-bcdc-4fa7-98ce-10afb77a23f5 req-adc3937d-d8ad-4d6c-b692-7efa2092e248 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:38.664318 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eec23ab-bcdc-4fa7-98ce-10afb77a23f5 req-adc3937d-d8ad-4d6c-b692-7efa2092e248 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0648081 Jul 09 18:47:38.700976 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eec23ab-bcdc-4fa7-98ce-10afb77a23f5 req-c9ae953d-1e4e-4030-a90e-c0fed78e4ffe tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Jul 09 18:47:38.859374 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e4a77-873c-4a9d-8c7c-6b89effe3685 req-d90049b8-824b-45b7-aab1-71631d731b40 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:38.860775 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2b7e4a77-873c-4a9d-8c7c-6b89effe3685 req-d90049b8-824b-45b7-aab1-71631d731b40 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0612841 Jul 09 18:47:38.897074 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2b7e4a77-873c-4a9d-8c7c-6b89effe3685 req-d430d76e-bf1a-49a0-a584-9283f5c99783 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Jul 09 18:47:39.494983 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886baed-c163-4765-8898-41a5e2601f54 req-1a7926f3-de40-494b-b1ed-d6eaf540fc9c tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:39.496393 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5886baed-c163-4765-8898-41a5e2601f54 req-1a7926f3-de40-494b-b1ed-d6eaf540fc9c tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 945 time: 0.0598650 Jul 09 18:47:39.602389 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [req-5886baed-c163-4765-8898-41a5e2601f54 req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Deleting port e727bf98-c8df-424d-8845-125a50a7b751 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:47:39.602744 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-5886baed-c163-4765-8898-41a5e2601f54 req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:39.690406 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-5886baed-c163-4765-8898-41a5e2601f54 req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] For port e727bf98-c8df-424d-8845-125a50a7b751, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e727bf98-c8df-424d-8845-125a50a7b751,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:39.690784 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-5886baed-c163-4765-8898-41a5e2601f54 req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:39.707749 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [req-5886baed-c163-4765-8898-41a5e2601f54 req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Calling delete_port for e727bf98-c8df-424d-8845-125a50a7b751 owned by compute:nova {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:47:39.860462 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-5886baed-c163-4765-8898-41a5e2601f54 req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:39.876309 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecbcf8-e53b-4a9e-8c61-132610083ad1 req-0f36d215-a79c-4388-89f7-4fe4f07651b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:39.877785 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-caecbcf8-e53b-4a9e-8c61-132610083ad1 req-0f36d215-a79c-4388-89f7-4fe4f07651b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0635593 Jul 09 18:47:39.890275 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Pushing event deleted for resources: {'Port': ['ID=e727bf98-c8df-424d-8845-125a50a7b751,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:39.916200 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-caecbcf8-e53b-4a9e-8c61-132610083ad1 req-3df5dde7-ab7c-4ea0-bbde-eb632c5153b1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322335 Jul 09 18:47:39.954928 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5886baed-c163-4765-8898-41a5e2601f54 req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] No DVR routers for this DVR port e727bf98-c8df-424d-8845-125a50a7b751 on host hv-cinder-78093 {{(pid=104836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:47:39.958108 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-5886baed-c163-4765-8898-41a5e2601f54 req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:39.960875 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5886baed-c163-4765-8898-41a5e2601f54 req-991ecfc3-3109-41a8-af95-4dfb569ec788 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.30 "DELETE /v2.0/ports/e727bf98-c8df-424d-8845-125a50a7b751 HTTP/1.1" status: 204 len: 173 time: 0.4559634 Jul 09 18:47:39.961442 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9', 'name': 'network-vif-deleted', 'tag': 'e727bf98-c8df-424d-8845-125a50a7b751'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:39.963872 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca336075-62d0-4af2-a66a-39fad5c95781" -d '{"events": [{"server_uuid": "3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9", "name": "network-vif-deleted", "tag": "e727bf98-c8df-424d-8845-125a50a7b751"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:40.050295 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-04d8319f-63cf-4916-8dfc-07ca222476aa req-cc1e6dc2-48bc-40fe-86ab-4ec08ad60cd1 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9 HTTP/1.1" status: 200 len: 210 time: 0.0318432 Jul 09 18:47:40.095052 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03925477-0b66-4a7f-9a2a-3be60d5df984 x-openstack-request-id: req-03925477-0b66-4a7f-9a2a-3be60d5df984 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:40.095338 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9", "name": "network-vif-deleted", "tag": "e727bf98-c8df-424d-8845-125a50a7b751", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:40.095592 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03925477-0b66-4a7f-9a2a-3be60d5df984 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:40.095989 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0a87ad-68e7-4e53-b057-6ff81b0ba9c9', 'name': 'network-vif-deleted', 'tag': 'e727bf98-c8df-424d-8845-125a50a7b751', 'status': 'completed', 'code': 200} Jul 09 18:47:41.107563 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988c747-bae2-4d2c-a208-68aab5fde88b req-effc04fc-e7c4-4914-a233-f92c9407649f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:41.109035 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a988c747-bae2-4d2c-a208-68aab5fde88b req-effc04fc-e7c4-4914-a233-f92c9407649f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0662005 Jul 09 18:47:41.145968 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a988c747-bae2-4d2c-a208-68aab5fde88b req-4ebf3bc9-b476-4d69-953b-0ad49ff62c2c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Jul 09 18:47:41.401247 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435659-79c5-4901-b13b-cb6b0d13336e req-95b552c4-b283-43ca-90c6-60e8f4f64e60 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:41.402662 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-95b552c4-b283-43ca-90c6-60e8f4f64e60 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/networks?id=109d2af8-f94a-4141-8a68-40054607f7e4 HTTP/1.1" status: 200 len: 809 time: 0.1048353 Jul 09 18:47:41.419930 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-77bd6725-e4c8-4503-9988-34e350fbe61f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/quotas/5cd5223e79564d738767b42c7e54ccea HTTP/1.1" status: 200 len: 375 time: 0.0104132 Jul 09 18:47:41.452854 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-a0e5a27c-12c5-4321-aa7a-40916de14ef8 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5cd5223e79564d738767b42c7e54ccea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270448 Jul 09 18:47:41.537787 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-3186dcf8-5b9f-4cf9-818d-50c8c8829ba6 service neutron] 10.222.0.22 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784104 Jul 09 18:47:41.624753 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-ca6670e3-8132-444e-b6ad-7be0ba6978c6 service neutron] 10.222.0.22 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806687 Jul 09 18:47:41.754859 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device e727bf98-c8df-424d-8845-125a50a7b751 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:47:41.806315 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-76fa3c18-7563-4803-ab24-0b0517d9af6f req-cd82b309-5407-4e6e-844e-9298d4ee9f1c tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 210 time: 0.0450621 Jul 09 18:47:41.903832 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: e727bf98-c8df-424d-8845-125a50a7b751 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:47:41.904176 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device e727bf98-c8df-424d-8845-125a50a7b751 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:47:41.914561 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:42.321612 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255863c8-9bcb-4f49-9469-6a27a6d6f653 req-390747f5-a7f6-4ad3-8b68-d911daac0a97 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:42.323118 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-255863c8-9bcb-4f49-9469-6a27a6d6f653 req-390747f5-a7f6-4ad3-8b68-d911daac0a97 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0643466 Jul 09 18:47:42.369043 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-255863c8-9bcb-4f49-9469-6a27a6d6f653 req-7dadcdfb-614c-435c-a1aa-7418a7154a2c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404704 Jul 09 18:47:42.558670 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7311755f-b5d6-4b0c-b5b7-ca7729cbe6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:42.951126 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a4582ba5-9192-440c-a9a3-2184fa48735d req-0ca84da4-93dd-4ca0-9e29-987cead0123f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 210 time: 0.0329409 Jul 09 18:47:43.588731 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b519477-9b0b-4137-ad94-e6304e2adc13 req-6d9fbe5f-7d2c-4304-adc9-c0225d8c572e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:43.590422 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5b519477-9b0b-4137-ad94-e6304e2adc13 req-6d9fbe5f-7d2c-4304-adc9-c0225d8c572e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0810449 Jul 09 18:47:43.646751 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5b519477-9b0b-4137-ad94-e6304e2adc13 req-20b9721c-ccd8-4bf4-b38e-065d3af27d8c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494101 Jul 09 18:47:43.700605 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435659-79c5-4901-b13b-cb6b0d13336e req-f63251c9-6b44-4cdb-885d-8beca3535d87 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:43.702208 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-f63251c9-6b44-4cdb-885d-8beca3535d87 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.30 "GET /v2.0/networks?id=109d2af8-f94a-4141-8a68-40054607f7e4 HTTP/1.1" status: 200 len: 809 time: 0.1227832 Jul 09 18:47:43.776374 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Request body: {'port': {'device_id': '55e1e53d-d17e-4596-9587-3407efda9d2a', 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4', 'admin_state_up': True, 'tenant_id': '5cd5223e79564d738767b42c7e54ccea'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:43.902552 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Made reservation on behalf of 5cd5223e79564d738767b42c7e54ccea for: {'port': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:47:43.907855 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:44.072071 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-a8eb982b-b11d-4308-b980-ccbdd2f6167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:44.073592 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-a8eb982b-b11d-4308-b980-ccbdd2f6167e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1098 time: 0.0587819 Jul 09 18:47:44.078530 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Allocated IP 172.20.0.7 (109d2af8-f94a-4141-8a68-40054607f7e4/7937a219-40ce-426b-a05d-6278c5340b6c/a81df5b5-8736-4870-b039-b166eeb04d05) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:47:44.123881 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7d80c-3af9-4e87-a9b6-738b4be58636 req-366e9dcc-7870-4be0-abdb-36d3fbf4b2f7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:44.125491 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b2f7d80c-3af9-4e87-a9b6-738b4be58636 req-366e9dcc-7870-4be0-abdb-36d3fbf4b2f7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1075933 Jul 09 18:47:44.201893 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9916d8b1-05b3-404a-b27a-1e5dbea8d2ae req-d238d3be-39b0-494a-ab6f-b90e0e8cf8ce tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 210 time: 0.0356321 Jul 09 18:47:44.204836 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-0c1afae3-44e3-439c-9d57-8d49dbc258f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:44.206498 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-0c1afae3-44e3-439c-9d57-8d49dbc258f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 919 time: 0.1237273 Jul 09 18:47:44.219680 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b2f7d80c-3af9-4e87-a9b6-738b4be58636 req-bc2127b0-bd90-44f2-a4b6-6ab6e180dc39 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805748 Jul 09 18:47:44.270799 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:44.296156 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-daf46450-c28a-478d-a20f-d07418261628 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7 HTTP/1.1" status: 200 len: 217 time: 0.0366366 Jul 09 18:47:44.307184 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:44.357386 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Network 109d2af8-f94a-4141-8a68-40054607f7e4 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:47:44.360422 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:47:44.364553 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:47:44.367192 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-5b1b38ae-a3fe-4cb2-9ab9-37c201ea9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:44.368243 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-5b1b38ae-a3fe-4cb2-9ab9-37c201ea9e4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.0454376 Jul 09 18:47:44.371306 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Pushing event updated for resources: {'Port': ['ID=a81df5b5-8736-4870-b039-b166eeb04d05,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:44.409585 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-dc615939-0ed5-4344-afbe-05a041408eec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269334 Jul 09 18:47:44.417838 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:44.418491 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:44.433365 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-e9d06c6b-22b8-40c2-83d1-e2fd740c468f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6620355 Jul 09 18:47:44.458594 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Request body: {'port': {'device_id': '55e1e53d-d17e-4596-9587-3407efda9d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:44.508787 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-4741ac0a-f517-4ad7-9dc0-876e769b1a7a service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858450 Jul 09 18:47:44.526986 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:44.616471 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc7c60f7-960c-4c62-a15c-7e498521226f req-dc985c83-45e2-4c5d-8615-df9c652fe76e service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843472 Jul 09 18:47:44.787209 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81df5b5-8736-4870-b039-b166eeb04d05 {{(pid=104836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:47:44.794531 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:44.806394 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Transition to ACTIVE for port object a81df5b5-8736-4870-b039-b166eeb04d05 will not be triggered until provisioned by entity L2. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:47:44.810198 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:44.819347 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a018b-1a98-42bb-acc6-ced544e7f50a req-6a766d0a-004c-454c-8bdb-336ef97addb8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:44.820824 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dd9a018b-1a98-42bb-acc6-ced544e7f50a req-6a766d0a-004c-454c-8bdb-336ef97addb8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0618498 Jul 09 18:47:44.860799 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a81df5b5-8736-4870-b039-b166eeb04d05,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:44.860998 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dd9a018b-1a98-42bb-acc6-ced544e7f50a req-9da02711-b6d8-43d2-a8fd-e9a0a5231224 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346200 Jul 09 18:47:44.935892 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Attempting to bind port a81df5b5-8736-4870-b039-b166eeb04d05 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:47:44.936217 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Attempting to bind port a81df5b5-8736-4870-b039-b166eeb04d05 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '53fd0daf-7c21-446e-8407-5e63bd9d711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4'}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:47:44.936535 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Attempting to bind port a81df5b5-8736-4870-b039-b166eeb04d05 on network 109d2af8-f94a-4141-8a68-40054607f7e4 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:47:44.940655 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Port a81df5b5-8736-4870-b039-b166eeb04d05 on network 109d2af8-f94a-4141-8a68-40054607f7e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:47:44.940967 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Attempting to bind port a81df5b5-8736-4870-b039-b166eeb04d05 on network 109d2af8-f94a-4141-8a68-40054607f7e4 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:47:44.946135 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:47:44.946488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Checking segment: {'id': '53fd0daf-7c21-446e-8407-5e63bd9d711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:47:44.946864 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Bound using segment: {'id': '53fd0daf-7c21-446e-8407-5e63bd9d711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4'} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:47:44.947275 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Bound port: a81df5b5-8736-4870-b039-b166eeb04d05, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fd0daf-7c21-446e-8407-5e63bd9d711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4'}}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:47:44.947619 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:45.008389 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] For port a81df5b5-8736-4870-b039-b166eeb04d05, host hv-cinder-78093, cleared binding levels {{(pid=104836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:47:45.012096 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] For port a81df5b5-8736-4870-b039-b166eeb04d05, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a81df5b5-8736-4870-b039-b166eeb04d05,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:47:45.017408 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:45.049619 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:45.050250 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:45.051593 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] 10.222.0.30 "PUT /v2.0/ports/a81df5b5-8736-4870-b039-b166eeb04d05 HTTP/1.1" status: 200 len: 1093 time: 0.5972133 Jul 09 18:47:45.052026 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e1e53d-d17e-4596-9587-3407efda9d2a', 'tag': 'a81df5b5-8736-4870-b039-b166eeb04d05'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:45.054794 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35dab01-9593-44f9-89c0-39c139d4dbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "55e1e53d-d17e-4596-9587-3407efda9d2a", "tag": "a81df5b5-8736-4870-b039-b166eeb04d05"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:45.077315 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4994ff-8698-4415-9f8e-eb402e05f1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a81df5b5-8736-4870-b039-b166eeb04d05,revision_number=3']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:45.096651 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698ce1de-7b36-4213-b2c8-6011de26f17d x-openstack-request-id: req-698ce1de-7b36-4213-b2c8-6011de26f17d {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:45.096967 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e1e53d-d17e-4596-9587-3407efda9d2a", "tag": "a81df5b5-8736-4870-b039-b166eeb04d05", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:45.097179 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-698ce1de-7b36-4213-b2c8-6011de26f17d {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:45.097573 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e1e53d-d17e-4596-9587-3407efda9d2a', 'tag': 'a81df5b5-8736-4870-b039-b166eeb04d05', 'status': 'completed', 'code': 200} Jul 09 18:47:45.189214 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435659-79c5-4901-b13b-cb6b0d13336e req-1583ce75-ba18-46c1-bfff-e141283325b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:45.190624 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-1583ce75-ba18-46c1-bfff-e141283325b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cd5223e79564d738767b42c7e54ccea&device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 1096 time: 0.0515199 Jul 09 18:47:45.217491 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:45.236017 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-16732bb5-fb21-44be-a8f6-d1ba30e8b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:45.264729 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-65813bfe-28f3-414b-8e7d-867e1ba7e4d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a81df5b5-8736-4870-b039-b166eeb04d05 HTTP/1.1" status: 200 len: 217 time: 0.0421784 Jul 09 18:47:45.317956 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435659-79c5-4901-b13b-cb6b0d13336e req-911eacda-9c67-4e38-b466-2ca50292ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:45.321103 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-911eacda-9c67-4e38-b466-2ca50292ffb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7937a219-40ce-426b-a05d-6278c5340b6c HTTP/1.1" status: 200 len: 849 time: 0.0453393 Jul 09 18:47:45.385836 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-aca6b1fc-3352-49ec-91c2-697b9329f229 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=109d2af8-f94a-4141-8a68-40054607f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548089 Jul 09 18:47:45.425848 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed948e-84b1-45fd-bfc3-f70c511fa270 req-b25cbd56-edd7-4efa-ba1a-51cf79d6dd98 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:45.427371 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b5ed948e-84b1-45fd-bfc3-f70c511fa270 req-b25cbd56-edd7-4efa-ba1a-51cf79d6dd98 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0618296 Jul 09 18:47:45.458253 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9853a7-04db-42d3-9d20-5aa31631c4f7 req-6e72fb71-d0c1-44ca-9442-03acdd97ad2c tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:45.459826 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6a9853a7-04db-42d3-9d20-5aa31631c4f7 req-6e72fb71-d0c1-44ca-9442-03acdd97ad2c tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 943 time: 0.1376703 Jul 09 18:47:45.474383 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b5ed948e-84b1-45fd-bfc3-f70c511fa270 req-d4b368f7-9822-4d9f-bd65-2ed4944cb328 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Jul 09 18:47:45.513726 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6a9853a7-04db-42d3-9d20-5aa31631c4f7 req-55efef04-6c31-4059-b1ce-815b6f7a522b tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Jul 09 18:47:45.527436 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-a2c18291-8377-4227-be0a-44514879b7b7 service neutron] 10.222.0.30 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255932 Jul 09 18:47:45.619063 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-63435659-79c5-4901-b13b-cb6b0d13336e req-f84768a4-2b87-44b7-b589-273675071afe service neutron] 10.222.0.30 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835717 Jul 09 18:47:45.775505 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:47:45.812165 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-3507264a-f0ba-49da-8498-cbfdfede8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:45.813651 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-3507264a-f0ba-49da-8498-cbfdfede8d01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cd5223e79564d738767b42c7e54ccea&device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 1096 time: 0.0512154 Jul 09 18:47:45.865497 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:45.876772 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '758574a7-7fd6-463b-8a38-5683b891d071', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'port_id': '758574a7-7fd6-463b-8a38-5683b891d071', 'mac_address': 'fa:16:3e:65:16:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:47:45.918304 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-4d9a9c32-8ef1-45b5-bae6-332932109010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:45.920126 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-4d9a9c32-8ef1-45b5-bae6-332932109010 service neutron] 10.222.0.30 "GET /v2.0/networks?id=109d2af8-f94a-4141-8a68-40054607f7e4 HTTP/1.1" status: 200 len: 910 time: 0.0871065 Jul 09 18:47:45.924800 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:45.937809 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 758574a7-7fd6-463b-8a38-5683b891d071 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:47:45.956889 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:45.962578 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:45.965663 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-33f5574e-7657-4f6f-9591-ea56c2cf1eb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a81df5b5-8736-4870-b039-b166eeb04d05 HTTP/1.1" status: 200 len: 217 time: 0.0366149 Jul 09 18:47:46.014287 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=6']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:46.016174 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-8b580548-cfe9-4445-9105-1af55030d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:46.017625 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-8b580548-cfe9-4445-9105-1af55030d0ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7937a219-40ce-426b-a05d-6278c5340b6c HTTP/1.1" status: 200 len: 849 time: 0.0443108 Jul 09 18:47:46.042904 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a586a2-2f16-483f-a3a0-140a8b357a71 req-33b0e859-5669-4d3d-975f-6079729a9bbe tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:46.044416 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-74a586a2-2f16-483f-a3a0-140a8b357a71 req-33b0e859-5669-4d3d-975f-6079729a9bbe tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 944 time: 0.0629995 Jul 09 18:47:46.052661 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-7fcc45c9-9c2d-4ea4-8b79-80d91d0d8bff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=109d2af8-f94a-4141-8a68-40054607f7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260558 Jul 09 18:47:46.080994 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-74a586a2-2f16-483f-a3a0-140a8b357a71 req-34f85f04-3601-48bf-b922-d699fc23b638 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310345 Jul 09 18:47:46.148391 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-076b1d44-6010-4361-8b27-9cf64f92c770 service neutron] 10.222.0.30 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831246 Jul 09 18:47:46.233479 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c35dab01-9593-44f9-89c0-39c139d4dbdb req-a027548a-9698-4170-b9e5-4bd7b302bf99 service neutron] 10.222.0.30 "GET /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780835 Jul 09 18:47:46.277690 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['758574a7-7fd6-463b-8a38-5683b891d071'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:47:46.419277 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:46.651463 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3427565-b5d7-46de-b1fc-f33b53bf850c req-9815960e-a300-4e30-bd17-93ab42c3a178 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:46.652937 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c3427565-b5d7-46de-b1fc-f33b53bf850c req-9815960e-a300-4e30-bd17-93ab42c3a178 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0658865 Jul 09 18:47:46.689475 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c3427565-b5d7-46de-b1fc-f33b53bf850c req-99a170f6-247d-4973-8066-d6e216e04c04 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Jul 09 18:47:46.694878 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f773394-3a9f-4b1e-bd7b-064ede13d8c5 req-ae6fc845-470d-44a6-a544-4e054baba8d8 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:46.696574 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4f773394-3a9f-4b1e-bd7b-064ede13d8c5 req-ae6fc845-470d-44a6-a544-4e054baba8d8 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 943 time: 0.0662358 Jul 09 18:47:46.733784 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4f773394-3a9f-4b1e-bd7b-064ede13d8c5 req-3d6b9638-6295-4f5b-9447-282f1d08372c tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 Jul 09 18:47:47.257124 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36016d-f08e-403d-a7f9-da1e6444c156 req-70bb540c-0a52-448d-8ea7-9fa1fbad3a28 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:47.258592 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6b36016d-f08e-403d-a7f9-da1e6444c156 req-70bb540c-0a52-448d-8ea7-9fa1fbad3a28 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 944 time: 0.0610800 Jul 09 18:47:47.294538 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6b36016d-f08e-403d-a7f9-da1e6444c156 req-6cfa1ae8-77e5-43ca-bfbd-0c94e7e4427d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305686 Jul 09 18:47:47.785177 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device a81df5b5-8736-4870-b039-b166eeb04d05 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:47:47.797275 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:47:47.877821 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c975cfb-ead5-4933-a52b-facbe49e9189 req-fa688323-27b1-485f-bc50-f7d54d5be319 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:47.879483 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2c975cfb-ead5-4933-a52b-facbe49e9189 req-fa688323-27b1-485f-bc50-f7d54d5be319 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0716321 Jul 09 18:47:47.902054 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:47.923254 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 758574a7-7fd6-463b-8a38-5683b891d071 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:47:47.923254 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:47.934129 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b9b1e-a592-4d21-8ebb-fbb929411a10 req-487f9500-fee4-4b6a-8918-b9d0236383ba tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:47.938228 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-569b9b1e-a592-4d21-8ebb-fbb929411a10 req-487f9500-fee4-4b6a-8918-b9d0236383ba tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 943 time: 0.0793068 Jul 09 18:47:47.948796 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2c975cfb-ead5-4933-a52b-facbe49e9189 req-b459697f-4800-45f2-a794-025c6b077523 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560694 Jul 09 18:47:47.979443 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-569b9b1e-a592-4d21-8ebb-fbb929411a10 req-c10af020-9382-4780-a31a-090dd2bda0df tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362084 Jul 09 18:47:47.994444 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port a81df5b5-8736-4870-b039-b166eeb04d05, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a81df5b5-8736-4870-b039-b166eeb04d05,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:48.024543 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'a81df5b5-8736-4870-b039-b166eeb04d05', 'network_id': '109d2af8-f94a-4141-8a68-40054607f7e4', 'port_id': 'a81df5b5-8736-4870-b039-b166eeb04d05', 'mac_address': 'fa:16:3e:f1:57:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7937a219-40ce-426b-a05d-6278c5340b6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:47:48.037423 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:48.084462 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:48.089855 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:48.092077 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dfcdc1-3d7b-4385-a66d-0c218ab4271c" -d '{"events": [{"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-plugged", "status": "completed", "tag": "758574a7-7fd6-463b-8a38-5683b891d071"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:48.112396 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:48.114263 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81df5b5-8736-4870-b039-b166eeb04d05 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:47:48.119661 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:48.130312 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb000355-3998-40d7-a2ce-6e9d9ce9d978 x-openstack-request-id: req-bb000355-3998-40d7-a2ce-6e9d9ce9d978 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:48.130599 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-plugged", "status": "completed", "tag": "758574a7-7fd6-463b-8a38-5683b891d071", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:48.130847 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb000355-3998-40d7-a2ce-6e9d9ce9d978 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:48.131229 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071', 'code': 200} Jul 09 18:47:48.157533 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port a81df5b5-8736-4870-b039-b166eeb04d05, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a81df5b5-8736-4870-b039-b166eeb04d05,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:48.166090 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:48.180418 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=7']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:48.233900 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=a81df5b5-8736-4870-b039-b166eeb04d05,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:48.477371 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cdea8-ef77-4d3e-ac4f-b6b855d7f317 req-06e7f6ec-5c07-45f7-8696-57f717fb1cad tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:48.478974 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-306cdea8-ef77-4d3e-ac4f-b6b855d7f317 req-06e7f6ec-5c07-45f7-8696-57f717fb1cad tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0671833 Jul 09 18:47:48.516593 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-306cdea8-ef77-4d3e-ac4f-b6b855d7f317 req-ca39725b-d64c-496c-8956-6bc94bf1ffa4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317354 Jul 09 18:47:49.020848 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['a81df5b5-8736-4870-b039-b166eeb04d05'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:47:49.183980 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42858d-7051-45fa-8fc5-65d3dd3d5854 req-05e43fff-8282-45c7-99ad-5390bcdcac4f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:49.190736 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1e42858d-7051-45fa-8fc5-65d3dd3d5854 req-05e43fff-8282-45c7-99ad-5390bcdcac4f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 944 time: 0.0788064 Jul 09 18:47:49.192527 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357c8d8-88b6-451d-a0a8-9908505c85ab req-df7efd75-839d-480c-9280-8e4c039d0d2e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:49.195220 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c357c8d8-88b6-451d-a0a8-9908505c85ab req-df7efd75-839d-480c-9280-8e4c039d0d2e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0794959 Jul 09 18:47:49.241542 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1e42858d-7051-45fa-8fc5-65d3dd3d5854 req-118bbb91-6cf2-419d-9ca6-57852b087cd8 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498681 Jul 09 18:47:49.250864 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c357c8d8-88b6-451d-a0a8-9908505c85ab req-93f8a404-09ca-467d-a679-257eaf3561cb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 Jul 09 18:47:49.734905 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7a8e8-6c4b-4eea-b1e4-28704eb77720 req-05a45456-979e-48cb-b2cd-c8093f09e18d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:49.751550 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fad7a8e8-6c4b-4eea-b1e4-28704eb77720 req-05a45456-979e-48cb-b2cd-c8093f09e18d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1137435 Jul 09 18:47:49.816508 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fad7a8e8-6c4b-4eea-b1e4-28704eb77720 req-8039b15c-3992-451c-9d15-0271647a3ed9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618868 Jul 09 18:47:50.429511 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61cd58-05bd-4f9a-af13-77b2457561c1 req-f6521087-38cd-4f58-91d4-61cec2566da8 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:50.437290 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5a61cd58-05bd-4f9a-af13-77b2457561c1 req-f6521087-38cd-4f58-91d4-61cec2566da8 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 944 time: 0.0803585 Jul 09 18:47:50.479406 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5a61cd58-05bd-4f9a-af13-77b2457561c1 req-937cf429-6803-48d8-8ba0-f004797bcabd tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Jul 09 18:47:50.507655 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a321f62-4b15-48c3-a92d-0c47f2fb14ce req-8438d25f-9ee6-4bd1-b8f8-1fd1f301d0df tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:50.509343 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5a321f62-4b15-48c3-a92d-0c47f2fb14ce req-8438d25f-9ee6-4bd1-b8f8-1fd1f301d0df tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0960433 Jul 09 18:47:50.556578 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5a321f62-4b15-48c3-a92d-0c47f2fb14ce req-6382494f-ced9-494b-8d0b-d19fc74ee597 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Jul 09 18:47:51.103960 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b524b-ad56-438e-acc8-671807fedfe8 req-9a6bd853-8757-4827-b97e-f9de6f026632 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:51.110588 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bd2b524b-ad56-438e-acc8-671807fedfe8 req-9a6bd853-8757-4827-b97e-f9de6f026632 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1583998 Jul 09 18:47:51.148600 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95b776-d3d2-4cf9-b2f9-0a423b0e9da0 req-93589378-4d6d-43bc-ace1-0cc7cef97690 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:51.152078 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bd2b524b-ad56-438e-acc8-671807fedfe8 req-0ff2f95c-00c8-49e1-894e-ec80b5a03cf4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406334 Jul 09 18:47:51.155554 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4e95b776-d3d2-4cf9-b2f9-0a423b0e9da0 req-93589378-4d6d-43bc-ace1-0cc7cef97690 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0841789 Jul 09 18:47:51.188931 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4e95b776-d3d2-4cf9-b2f9-0a423b0e9da0 req-0ec38bbd-a125-4fcc-a5ca-f2707aa64818 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Jul 09 18:47:51.214342 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 35838) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:51.478208 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c19f243-c6e2-437f-ba84-e5692a8ab452 tempest-TestMinimumBasicScenario-58851120 tempest-TestMinimumBasicScenario-58851120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:51.483410 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 35844) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:51.484030 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-2c19f243-c6e2-437f-ba84-e5692a8ab452 tempest-TestMinimumBasicScenario-58851120 tempest-TestMinimumBasicScenario-58851120-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 1094 time: 0.2680836 Jul 09 18:47:51.488906 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'floatingip': {'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'port_id': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:51.556355 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for floatingip, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:51.723614 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333361f-0d27-47b9-b3f8-31d8aad5a558 req-27ee74ee-90ea-424c-9d91-1f3159f3032e tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:51.727342 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3333361f-0d27-47b9-b3f8-31d8aad5a558 req-27ee74ee-90ea-424c-9d91-1f3159f3032e tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 944 time: 0.1181898 Jul 09 18:47:51.748714 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:51.770709 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3333361f-0d27-47b9-b3f8-31d8aad5a558 req-4abec4a2-3e47-4d0e-b6ed-e59f439fb5db tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377915 Jul 09 18:47:51.803900 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device a81df5b5-8736-4870-b039-b166eeb04d05 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:47:51.879989 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port a81df5b5-8736-4870-b039-b166eeb04d05 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:47:51.885575 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port a81df5b5-8736-4870-b039-b166eeb04d05 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:47:51.886166 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:51.929523 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb27f8-c6ee-47a8-9370-06521e7e3eee req-5f05445f-68c6-41a1-9b8b-ef61e737bd46 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:51.931726 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8cfb27f8-c6ee-47a8-9370-06521e7e3eee req-5f05445f-68c6-41a1-9b8b-ef61e737bd46 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1449258 Jul 09 18:47:51.941302 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Allocated IP 172.27.2.6 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/7448db10-fa3d-49a1-9043-972b7f18cedd) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:47:51.998472 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:52.021041 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8cfb27f8-c6ee-47a8-9370-06521e7e3eee req-3bd414b5-bf45-4745-bab4-96b3863b4b95 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815842 Jul 09 18:47:52.039371 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port a81df5b5-8736-4870-b039-b166eeb04d05, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a81df5b5-8736-4870-b039-b166eeb04d05,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:52.040736 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e1e53d-d17e-4596-9587-3407efda9d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81df5b5-8736-4870-b039-b166eeb04d05'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:52.052091 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bb35c2-c170-467a-b747-a0ec0009b8fb" -d '{"events": [{"server_uuid": "55e1e53d-d17e-4596-9587-3407efda9d2a", "name": "network-vif-plugged", "status": "completed", "tag": "a81df5b5-8736-4870-b039-b166eeb04d05"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:52.056409 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:52.108825 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:52.120137 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=a81df5b5-8736-4870-b039-b166eeb04d05,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:52.141893 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27df5ff8-28f6-4a06-9854-89c8a894998f x-openstack-request-id: req-27df5ff8-28f6-4a06-9854-89c8a894998f {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:52.142573 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e1e53d-d17e-4596-9587-3407efda9d2a", "name": "network-vif-plugged", "status": "completed", "tag": "a81df5b5-8736-4870-b039-b166eeb04d05", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:52.142842 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27df5ff8-28f6-4a06-9854-89c8a894998f {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:52.143249 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e1e53d-d17e-4596-9587-3407efda9d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81df5b5-8736-4870-b039-b166eeb04d05', 'code': 200} Jul 09 18:47:52.160133 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:52.201044 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:47:52.205656 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:47:52.210492 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:47:52.214037 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'Port': ['ID=7448db10-fa3d-49a1-9043-972b7f18cedd,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:52.557512 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2112d-0378-40e3-a728-90cb189b493a req-93ddd185-0367-412e-9c19-91ec55683373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:52.559385 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-85a2112d-0378-40e3-a728-90cb189b493a req-93ddd185-0367-412e-9c19-91ec55683373 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 1098 time: 0.0603130 Jul 09 18:47:52.613630 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-85a2112d-0378-40e3-a728-90cb189b493a req-35a013d0-0c99-4746-bcc4-23b51a47401d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Jul 09 18:47:52.806560 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a00c27-34ad-4b34-af20-b6c6b60437a5 req-4aaa8d5a-fd05-448b-8c01-1d78355deb6b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:52.808627 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-81a00c27-34ad-4b34-af20-b6c6b60437a5 req-4aaa8d5a-fd05-448b-8c01-1d78355deb6b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.4723701 Jul 09 18:47:52.878816 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-81a00c27-34ad-4b34-af20-b6c6b60437a5 req-632482d4-9b95-4547-b850-8b3c4586657b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636318 Jul 09 18:47:53.080942 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:53.143944 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb97dcd-ff77-4791-8ac6-98d874311082 req-b0c86588-c060-46ee-9a60-995b916272a8 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:53.145565 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-efb97dcd-ff77-4791-8ac6-98d874311082 req-b0c86588-c060-46ee-9a60-995b916272a8 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 945 time: 0.1251879 Jul 09 18:47:53.212838 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:53.228807 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-efb97dcd-ff77-4791-8ac6-98d874311082 req-366d327c-7662-4f9a-ade9-4a4f7b70f514 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595336 Jul 09 18:47:53.384598 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c2d41-904d-4dea-a61c-5806ae1ff74a req-52f138cf-c720-400b-823e-21ccc95a1c36 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:53.396964 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f90c2d41-904d-4dea-a61c-5806ae1ff74a req-52f138cf-c720-400b-823e-21ccc95a1c36 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1051259 Jul 09 18:47:53.478812 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f90c2d41-904d-4dea-a61c-5806ae1ff74a req-c8e5ac6c-a5b6-4163-86f0-6ce9f855ab78 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809424 Jul 09 18:47:53.504682 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:53.521423 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:53.650527 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'Port': ['ID=7448db10-fa3d-49a1-9043-972b7f18cedd,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:53.666678 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:53.784535 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefd485-731d-456e-a371-03b2f358acb4 req-f3bae931-4bfa-4adb-b061-6fefd4161cd7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:53.790755 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-f3bae931-4bfa-4adb-b061-6fefd4161cd7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 814 time: 0.2076857 Jul 09 18:47:53.810734 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-88d3a261-fa89-494c-be3e-033e0665e30c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/quotas/547afd78cce14b8bad3ee66012ea7624 HTTP/1.1" status: 200 len: 375 time: 0.0186782 Jul 09 18:47:53.830426 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Floating IP ef9c7564-0217-4210-8491-8510553a54b3 associated. External IP: 172.27.2.6, port: 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0. Jul 09 18:47:54.030021 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-be660412-cc72-48ac-8473-b7c4432e569c tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2121119 Jul 09 18:47:54.088985 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d427af-615b-40e4-97db-47b5bea8206d req-1290958d-73c3-4915-9f14-57b451d06558 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:54.091000 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-11d427af-615b-40e4-97db-47b5bea8206d req-1290958d-73c3-4915-9f14-57b451d06558 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0834289 Jul 09 18:47:54.139428 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-11d427af-615b-40e4-97db-47b5bea8206d req-b3e34544-e600-4967-8873-260a0ed0b43f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404339 Jul 09 18:47:54.205631 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-687cd0e0-d0ee-4d9c-a712-c5885f6e6df3 service neutron] 10.222.0.22 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747141 Jul 09 18:47:54.262081 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Router 0594a2bc-8acd-404b-a704-5d327e44db39 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:47:54.354971 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-f91214c9-eddc-4c94-b25b-54ccb088bb1f service neutron] 10.222.0.22 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413558 Jul 09 18:47:54.409767 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:47:54.424940 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] Sync routers for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:47:54.432284 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:54.440465 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:47:54.441426 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:47:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:54.535190 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-661d2a62-f0c3-4025-b053-6bd26efc27f5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0475848 Jul 09 18:47:54.536159 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 35888) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:54.536283 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:54.549296 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:54.598759 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:47:54.599768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-7d9fa5f2-b227-4ef0-b916-ea8f6646ee63 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652165269', 'description': 'tempest-secgroup-smoke-1652165269 description', 'project_id': '60d9775e08b54c51b2ac9e0053a6caed'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:54.687873 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa5f2-b227-4ef0-b916-ea8f6646ee63 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:55.047015 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64569d7a-2060-4764-ae22-2f25843bcbd4 req-08210ec9-02a9-49e0-b7c4-467fe2ce67f9 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:55.061543 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-64569d7a-2060-4764-ae22-2f25843bcbd4 req-08210ec9-02a9-49e0-b7c4-467fe2ce67f9 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 945 time: 0.2814679 Jul 09 18:47:55.174465 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-64569d7a-2060-4764-ae22-2f25843bcbd4 req-181358a0-3ce8-431f-aab1-41eaa07ef218 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116538 Jul 09 18:47:55.209043 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb4d04-89e8-41d3-9539-75cc392580a8 req-73767644-bbc5-4a3f-abb1-2eaf90dcbda8 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:55.216162 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1dcb4d04-89e8-41d3-9539-75cc392580a8 req-73767644-bbc5-4a3f-abb1-2eaf90dcbda8 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.4300766 Jul 09 18:47:55.220620 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa5f2-b227-4ef0-b916-ea8f6646ee63 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:55.235102 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa5f2-b227-4ef0-b916-ea8f6646ee63 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:55.266925 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': 'ef9c7564-0217-4210-8491-8510553a54b3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'port_id': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'mac_address': 'fa:16:3e:23:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8755493-10ff-4582-9b81-62a343b87dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:47:52Z', 'updated_at': '2021-07-09T18:47:52Z', 'revision_number': 0, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b', 'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'mac_address': 'fa:16:3e:66:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:09Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 5, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'subnets': [{'id': '0463249d-fd68-4373-8795-b5ef385879a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:55.270785 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598ce2e2-37a3-4c6f-a593-41e8998f7274 x-openstack-request-id: req-598ce2e2-37a3-4c6f-a593-41e8998f7274 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:55.271300 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:55.271443 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-598ce2e2-37a3-4c6f-a593-41e8998f7274 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:55.271812 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'status': 'completed', 'code': 200} Jul 09 18:47:55.291692 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1dcb4d04-89e8-41d3-9539-75cc392580a8 req-8bcf7f50-eed8-4c19-9404-017c6328b19a tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Jul 09 18:47:55.294256 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa5f2-b227-4ef0-b916-ea8f6646ee63 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:55.295645 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-7d9fa5f2-b227-4ef0-b916-ea8f6646ee63 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7290242 Jul 09 18:47:55.298675 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 35906) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:55.311529 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-740a59d5-08bf-4921-b1b4-c3c2ce099970 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'security_group_rule': {'security_group_id': 'ad50766d-67cc-4526-8cac-1d74bdcb23e9', 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:55.313503 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] Checking router: 0594a2bc-8acd-404b-a704-5d327e44db39 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:47:55.325263 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fa5f2-b227-4ef0-b916-ea8f6646ee63 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad50766d-67cc-4526-8cac-1d74bdcb23e9,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:55.335042 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:47:55.335582 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:47:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:55.421880 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-740a59d5-08bf-4921-b1b4-c3c2ce099970 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:55.517327 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248010e7-1e77-4dfb-bb8b-4af591d1ad1a req-bff9b2c3-bb49-497e-ba37-94f14e792fdb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:55.525085 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-248010e7-1e77-4dfb-bb8b-4af591d1ad1a req-bff9b2c3-bb49-497e-ba37-94f14e792fdb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0839736 Jul 09 18:47:55.575698 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:47:55.578781 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-248010e7-1e77-4dfb-bb8b-4af591d1ad1a req-7143198c-ad68-4348-8752-ca77ac16c304 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518579 Jul 09 18:47:55.874134 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-168c09d5-00f3-4eaa-a83d-63c0cb1a650d req-2563ba32-d658-4d6b-acda-acc81228c892 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 210 time: 0.5009363 Jul 09 18:47:55.888593 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': 'ef9c7564-0217-4210-8491-8510553a54b3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'port_id': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'mac_address': 'fa:16:3e:23:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8755493-10ff-4582-9b81-62a343b87dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:47:52Z', 'updated_at': '2021-07-09T18:47:52Z', 'revision_number': 0, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b', 'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'mac_address': 'fa:16:3e:66:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:09Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 5, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'subnets': [{'id': '0463249d-fd68-4373-8795-b5ef385879a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:47:55.971703 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-8dd5a9f4-20c2-4196-9529-6f6c8621c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:55.973499 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-8dd5a9f4-20c2-4196-9529-6f6c8621c256 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 1099 time: 0.6011932 Jul 09 18:47:56.029016 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71488e5e-9642-40a9-ba59-3b546cae426a None None] The sync data for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi is: [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': 'ef9c7564-0217-4210-8491-8510553a54b3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'port_id': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'mac_address': 'fa:16:3e:23:3f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8755493-10ff-4582-9b81-62a343b87dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:47:52Z', 'updated_at': '2021-07-09T18:47:52Z', 'revision_number': 0, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b', 'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'mac_address': 'fa:16:3e:66:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:09Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 5, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'subnets': [{'id': '0463249d-fd68-4373-8795-b5ef385879a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:47:56.092066 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-9f5006db-b200-4bf9-9d3a-74b88eb53316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:56.093581 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-9f5006db-b200-4bf9-9d3a-74b88eb53316 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d67bf152-f676-43ef-90d0-dbcab1803cc3 HTTP/1.1" status: 200 len: 915 time: 0.1108396 Jul 09 18:47:56.099418 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-740a59d5-08bf-4921-b1b4-c3c2ce099970 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.106624 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-740a59d5-08bf-4921-b1b4-c3c2ce099970 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.173127 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a59d5-08bf-4921-b1b4-c3c2ce099970 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1372dc-87ae-4d0b-b229-e5a20a83df44,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:56.183971 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-740a59d5-08bf-4921-b1b4-c3c2ce099970 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.188221 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-740a59d5-08bf-4921-b1b4-c3c2ce099970 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8854306 Jul 09 18:47:56.188401 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 35912) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:56.194676 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-8922a384-70be-4ab4-b83f-d3a568e1a338 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'security_group_rule': {'security_group_id': 'ad50766d-67cc-4526-8cac-1d74bdcb23e9', 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:56.229796 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-c6de1bae-0a58-4c4f-a81e-ccf892321634 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 200 len: 998 time: 0.1061370 Jul 09 18:47:56.267765 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8922a384-70be-4ab4-b83f-d3a568e1a338 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.337026 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-640e09ac-7d07-4fb2-82b8-d906d32891cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:56.338886 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-640e09ac-7d07-4fb2-82b8-d906d32891cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0463249d-fd68-4373-8795-b5ef385879a9 HTTP/1.1" status: 200 len: 853 time: 0.1006691 Jul 09 18:47:56.384190 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8922a384-70be-4ab4-b83f-d3a568e1a338 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.394614 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8922a384-70be-4ab4-b83f-d3a568e1a338 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.436230 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8922a384-70be-4ab4-b83f-d3a568e1a338 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.439491 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-8922a384-70be-4ab4-b83f-d3a568e1a338 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2498403 Jul 09 18:47:56.443111 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 35918) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:56.459686 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa4a49f-6c89-4e3c-b125-c4f0016bab6c None None] New status for floating IP ef9c7564-0217-4210-8491-8510553a54b3: ACTIVE {{(pid=104837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:47:56.463257 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-3b3ee689-4f5c-46d5-aae4-20a0545c892e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'security_group_rule': {'security_group_id': 'ad50766d-67cc-4526-8cac-1d74bdcb23e9', 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:56.472422 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922a384-70be-4ab4-b83f-d3a568e1a338 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e38000e-d31a-4f2f-b30e-47c78983a3d8,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:56.509706 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-cc264155-a17e-4b6d-bf75-3cfe531d3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:56.513638 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-cc264155-a17e-4b6d-bf75-3cfe531d3296 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d67bf152-f676-43ef-90d0-dbcab1803cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1567330 Jul 09 18:47:56.536551 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee689-4f5c-46d5-aae4-20a0545c892e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.649105 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1ba3-1f65-4f99-a4cc-9910934bf31e req-73ee2cc7-7b5d-4a81-8471-7c6321d88fb4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:56.651098 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cc3e1ba3-1f65-4f99-a4cc-9910934bf31e req-73ee2cc7-7b5d-4a81-8471-7c6321d88fb4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0979981 Jul 09 18:47:56.657102 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee689-4f5c-46d5-aae4-20a0545c892e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.679476 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef3903-c243-48ca-9f94-3308793efc8d req-aea3272f-2c68-4424-b075-5dfff8e8ee47 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:56.681610 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7aef3903-c243-48ca-9f94-3308793efc8d req-aea3272f-2c68-4424-b075-5dfff8e8ee47 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 945 time: 0.1920910 Jul 09 18:47:56.687461 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee689-4f5c-46d5-aae4-20a0545c892e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.709150 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cc3e1ba3-1f65-4f99-a4cc-9910934bf31e req-32e80710-a273-40b8-b146-26cd7c270052 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506005 Jul 09 18:47:56.714700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ee689-4f5c-46d5-aae4-20a0545c892e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb7f605-145a-4b16-8d3c-f21aae11abf0,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:56.727703 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee689-4f5c-46d5-aae4-20a0545c892e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.729129 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-3b3ee689-4f5c-46d5-aae4-20a0545c892e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2722604 Jul 09 18:47:56.740166 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 35922) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:56.740166 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-5b492426-b143-409d-945a-5f548f028850 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'security_group_rule': {'security_group_id': 'ad50766d-67cc-4526-8cac-1d74bdcb23e9', 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:56.748644 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-f872f1d6-1f62-4bf1-ae91-26cfd860c804 service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013526 Jul 09 18:47:56.790992 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5b492426-b143-409d-945a-5f548f028850 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.838342 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7aef3903-c243-48ca-9f94-3308793efc8d req-1e94ec4e-ebfb-4d55-9842-5fabf6b17106 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471786 Jul 09 18:47:56.923696 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5b492426-b143-409d-945a-5f548f028850 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.930809 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5b492426-b143-409d-945a-5f548f028850 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:56.937779 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0929f4a8-69d5-4818-acf8-a2fe2eeb5a0d req-c532a3f8-1ca8-45b0-ae8e-7a64f8a8c733 service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721888 Jul 09 18:47:57.015625 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b492426-b143-409d-945a-5f548f028850 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc29d10-7a4b-43bc-9e41-979a1659f5cc,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:57.033243 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5b492426-b143-409d-945a-5f548f028850 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.034570 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-5b492426-b143-409d-945a-5f548f028850 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3013995 Jul 09 18:47:57.037600 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 35928) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:57.042710 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-2cd51447-2bd7-40b9-9e9b-20fe5c69840c tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'security_group_rule': {'security_group_id': 'ad50766d-67cc-4526-8cac-1d74bdcb23e9', 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:57.074717 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147902d6-3cdf-4196-b971-8a0fc9bdfc30 req-f10170ba-bcd9-4dee-b819-1e91be0c4ed0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:57.082074 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-147902d6-3cdf-4196-b971-8a0fc9bdfc30 req-f10170ba-bcd9-4dee-b819-1e91be0c4ed0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1322880 Jul 09 18:47:57.096688 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f37fe8da-533d-4423-8d97-2d241c897f43 req-16bef2bc-7ab3-423c-9a8e-ebe3ec7559ff tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0453818 Jul 09 18:47:57.106113 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.securitygroups_db [None req-2cd51447-2bd7-40b9-9e9b-20fe5c69840c tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Project 60d9775e08b54c51b2ac9e0053a6caed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:47:57.112596 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2cd51447-2bd7-40b9-9e9b-20fe5c69840c tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.143730 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-147902d6-3cdf-4196-b971-8a0fc9bdfc30 req-52c90a8e-a2b0-4a30-bc1a-dc7b9ee88839 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580328 Jul 09 18:47:57.203008 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2cd51447-2bd7-40b9-9e9b-20fe5c69840c tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.209299 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2cd51447-2bd7-40b9-9e9b-20fe5c69840c tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.230489 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd51447-2bd7-40b9-9e9b-20fe5c69840c tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c674258b-dfdd-48db-8fc9-f6b4c08b79de,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:57.240499 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2cd51447-2bd7-40b9-9e9b-20fe5c69840c tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.245035 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 35934) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:47:57.246651 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-2cd51447-2bd7-40b9-9e9b-20fe5c69840c tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2079220 Jul 09 18:47:57.250822 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-a11752d5-a1aa-49ac-9b02-54a30a1a3e53 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'security_group_rule': {'security_group_id': 'ad50766d-67cc-4526-8cac-1d74bdcb23e9', 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:57.297345 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.securitygroups_db [None req-a11752d5-a1aa-49ac-9b02-54a30a1a3e53 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Project 60d9775e08b54c51b2ac9e0053a6caed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:47:57.304915 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a11752d5-a1aa-49ac-9b02-54a30a1a3e53 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.386814 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a11752d5-a1aa-49ac-9b02-54a30a1a3e53 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.395490 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a11752d5-a1aa-49ac-9b02-54a30a1a3e53 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.427206 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefd485-731d-456e-a371-03b2f358acb4 req-f254f818-cc18-4322-a11b-1bfe1e239480 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:57.429735 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-f254f818-cc18-4322-a11b-1bfe1e239480 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 814 time: 0.1800594 Jul 09 18:47:57.445922 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11752d5-a1aa-49ac-9b02-54a30a1a3e53 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6763251-45b7-4f32-811e-d4f4e928bdce,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:57.457763 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Request body: {'port': {'device_id': '78c8f476-80d6-4ea2-a66f-54326174ecf7', 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4', 'admin_state_up': True, 'tenant_id': '547afd78cce14b8bad3ee66012ea7624'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:57.460766 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a11752d5-a1aa-49ac-9b02-54a30a1a3e53 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.464233 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-a11752d5-a1aa-49ac-9b02-54a30a1a3e53 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2174768 Jul 09 18:47:57.623908 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Made reservation on behalf of 547afd78cce14b8bad3ee66012ea7624 for: {'port': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:47:57.629424 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:57.706689 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-12632518-be65-4a71-81a7-6b82a615229c tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652165269&fields=id&tenant_id=60d9775e08b54c51b2ac9e0053a6caed HTTP/1.1" status: 200 len: 267 time: 0.0742066 Jul 09 18:47:57.790261 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-0cec3820-f187-4bf3-b072-43b48b22a2a3 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:57.791854 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-0cec3820-f187-4bf3-b072-43b48b22a2a3 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0793343 Jul 09 18:47:57.815406 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-a0efa9af-c70e-425d-bc14-299da5472e76 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'port': {'security_groups': ['0f1795ce-9577-4cf0-bec2-986be51d42a9', 'ad50766d-67cc-4526-8cac-1d74bdcb23e9']}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:57.825162 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Allocated IP 172.20.0.7 (8832039b-97f5-45a1-add5-584cfbdaa7c4/789576c8-d3c5-4bb8-9a61-289186cb2c27/e0dfbd13-8cf4-4a42-92db-e93219c964b4) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:47:57.960828 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-a0efa9af-c70e-425d-bc14-299da5472e76 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.066222 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ac49d-a961-40a2-bf03-9167eb9b2c80 req-9329f346-47e1-482c-a9ad-06e16cecb9fc tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:58.068101 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9e7ac49d-a961-40a2-bf03-9167eb9b2c80 req-9329f346-47e1-482c-a9ad-06e16cecb9fc tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1400259 Jul 09 18:47:58.093202 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.135048 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9e7ac49d-a961-40a2-bf03-9167eb9b2c80 req-5f0bdced-6c26-4aa6-8fb6-377e23176d84 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566297 Jul 09 18:47:58.170659 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.239577 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['21101f2d-0c09-4dac-a109-d48a1d6762e2', '10401a7d-c3f6-4a11-afb2-c6ebd11e7689', '6cae6a7b-7030-410a-9523-ecacfe90f76c'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:47:58.252831 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-a0efa9af-c70e-425d-bc14-299da5472e76 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] For port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:47:58.264128 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Network 8832039b-97f5-45a1-add5-584cfbdaa7c4 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:47:58.269111 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:47:58.271341 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Pushing event updated for resources: {'Port': ['ID=e0dfbd13-8cf4-4a42-92db-e93219c964b4,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:58.281973 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:47:58.298398 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-a0efa9af-c70e-425d-bc14-299da5472e76 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.319346 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-a0efa9af-c70e-425d-bc14-299da5472e76 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.355542 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:58.363173 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.396931 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-6b3b3229-a917-4445-adc1-5fa2c9bee102 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453552 Jul 09 18:47:58.399399 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-a0efa9af-c70e-425d-bc14-299da5472e76 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:58.400065 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-a0efa9af-c70e-425d-bc14-299da5472e76 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.418502 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Request body: {'port': {'device_id': '78c8f476-80d6-4ea2-a66f-54326174ecf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:47:58.424445 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e439ed05-f96e-42b4-b429-a04f562976e2 req-a0efa9af-c70e-425d-bc14-299da5472e76 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "PUT /v2.0/ports/8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 200 len: 982 time: 0.6230891 Jul 09 18:47:58.430559 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:58.439471 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d831f-8c30-45d9-8845-22276537ea36" -d '{"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:58.531260 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efa9af-c70e-425d-bc14-299da5472e76 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'Port': ['ID=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,revision_number=6']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:58.575999 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.758335 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:47:58.780095 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fac3ac-d000-4581-9a2c-8468b72de74a req-224f07de-74b7-4da5-a658-95e978c3f522 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:58.781802 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-02fac3ac-d000-4581-9a2c-8468b72de74a req-224f07de-74b7-4da5-a658-95e978c3f522 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 931 time: 0.1818409 Jul 09 18:47:58.856920 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-02fac3ac-d000-4581-9a2c-8468b72de74a req-a8732890-3f40-4462-b902-b8482464fbfd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691845 Jul 09 18:47:58.881454 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-83784868-e7b7-404c-ad12-a8d387b23789 None None] Provisioning complete for port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:47:58.883939 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-83784868-e7b7-404c-ad12-a8d387b23789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.927246 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dfbd13-8cf4-4a42-92db-e93219c964b4 {{(pid=104836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:47:58.935788 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:58.951166 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Transition to ACTIVE for port object e0dfbd13-8cf4-4a42-92db-e93219c964b4 will not be triggered until provisioned by entity L2. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:47:58.970260 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:59.062637 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dfbd13-8cf4-4a42-92db-e93219c964b4,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:59.131039 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cfb66-2c8f-4650-91ce-e9e88b14ec12 req-a90738bd-1bc7-4544-ac41-da8856cf1372 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:59.133161 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a34cfb66-2c8f-4650-91ce-e9e88b14ec12 req-a90738bd-1bc7-4544-ac41-da8856cf1372 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1797588 Jul 09 18:47:59.202264 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Attempting to bind port e0dfbd13-8cf4-4a42-92db-e93219c964b4 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:47:59.202981 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Attempting to bind port e0dfbd13-8cf4-4a42-92db-e93219c964b4 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:47:59.202981 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Attempting to bind port e0dfbd13-8cf4-4a42-92db-e93219c964b4 on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:47:59.212485 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a34cfb66-2c8f-4650-91ce-e9e88b14ec12 req-c030da58-019f-4327-81dc-0ed59f48decb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710006 Jul 09 18:47:59.213014 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Port e0dfbd13-8cf4-4a42-92db-e93219c964b4 on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:47:59.213333 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Attempting to bind port e0dfbd13-8cf4-4a42-92db-e93219c964b4 on network 8832039b-97f5-45a1-add5-584cfbdaa7c4 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:47:59.219134 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:47:59.219476 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Checking segment: {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:47:59.219852 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Bound using segment: {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:47:59.220271 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Bound port: e0dfbd13-8cf4-4a42-92db-e93219c964b4, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e07748c-d228-46f4-8f4a-1ac7dd560801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4'}}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:47:59.220629 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:59.310550 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] For port e0dfbd13-8cf4-4a42-92db-e93219c964b4, host hv-cinder-78093, cleared binding levels {{(pid=104836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:47:59.313759 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] For port e0dfbd13-8cf4-4a42-92db-e93219c964b4, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e0dfbd13-8cf4-4a42-92db-e93219c964b4,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:47:59.323650 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:59.352012 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48de24f0-2614-4f00-902f-2774c6c906bf x-openstack-request-id: req-48de24f0-2614-4f00-902f-2774c6c906bf {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:47:59.352548 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:47:59.352548 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48de24f0-2614-4f00-902f-2774c6c906bf {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:47:59.352931 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'status': 'completed', 'code': 200} Jul 09 18:47:59.373960 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:59.374212 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:47:59.376901 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/e0dfbd13-8cf4-4a42-92db-e93219c964b4 HTTP/1.1" status: 200 len: 1093 time: 0.9640148 Jul 09 18:47:59.377468 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c8f476-80d6-4ea2-a66f-54326174ecf7', 'tag': 'e0dfbd13-8cf4-4a42-92db-e93219c964b4'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:47:59.382811 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "78c8f476-80d6-4ea2-a66f-54326174ecf7", "tag": "e0dfbd13-8cf4-4a42-92db-e93219c964b4"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:47:59.418394 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b563c-9142-4f98-86fe-f4bd0d60f3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dfbd13-8cf4-4a42-92db-e93219c964b4,revision_number=3']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:47:59.424720 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d710432-d6ec-4fb9-80df-1b2ae7dce71d req-39345df1-20bc-4be4-92e6-aede0caf4a70 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:59.426307 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1d710432-d6ec-4fb9-80df-1b2ae7dce71d req-39345df1-20bc-4be4-92e6-aede0caf4a70 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.1415687 Jul 09 18:47:59.573370 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1d710432-d6ec-4fb9-80df-1b2ae7dce71d req-485940ae-495f-4136-a6d4-712ceffd5796 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1383171 Jul 09 18:47:59.667305 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefd485-731d-456e-a371-03b2f358acb4 req-086cd0a3-919a-43af-95d9-1431f7be7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:59.669165 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-086cd0a3-919a-43af-95d9-1431f7be7622 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 1096 time: 0.1208653 Jul 09 18:47:59.743638 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-2c089bf7-f7f7-4364-89cd-5899b2dd0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:59.745137 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-2c089bf7-f7f7-4364-89cd-5899b2dd0a81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 1138 time: 0.2707546 Jul 09 18:47:59.751939 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-ffdcc72a-699c-4eeb-b005-72db0bb91eb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0dfbd13-8cf4-4a42-92db-e93219c964b4 HTTP/1.1" status: 200 len: 217 time: 0.0549874 Jul 09 18:47:59.838351 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a5197-bc66-4a80-a337-9a351118527d req-e5592a90-172c-4523-9444-195c577671ba tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:59.839919 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a05a5197-bc66-4a80-a337-9a351118527d req-e5592a90-172c-4523-9444-195c577671ba tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 945 time: 0.2191951 Jul 09 18:47:59.911261 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-b5cf9339-0a5d-4bdd-b9f6-af84cf7fb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:59.912119 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e069ed-57c8-4bdd-be4a-fd651926af88 req-d890deb1-2130-4903-876a-cf76de670b95 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:59.913212 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-b5cf9339-0a5d-4bdd-b9f6-af84cf7fb087 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d67bf152-f676-43ef-90d0-dbcab1803cc3 HTTP/1.1" status: 200 len: 915 time: 0.1417007 Jul 09 18:47:59.913595 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-59e069ed-57c8-4bdd-be4a-fd651926af88 req-d890deb1-2130-4903-876a-cf76de670b95 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1057301 Jul 09 18:47:59.915710 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefd485-731d-456e-a371-03b2f358acb4 req-cc29ee47-62cd-4885-9698-8a70c2860eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:47:59.917466 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-cc29ee47-62cd-4885-9698-8a70c2860eca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=789576c8-d3c5-4bb8-9a61-289186cb2c27 HTTP/1.1" status: 200 len: 854 time: 0.1490433 Jul 09 18:47:59.973299 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-06d684ad-204b-4eaa-a27e-013b4dd6a4c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8832039b-97f5-45a1-add5-584cfbdaa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304160 Jul 09 18:48:00.007433 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a05a5197-bc66-4a80-a337-9a351118527d req-5ee4711a-ef7f-433c-9f6d-78341822c451 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503797 Jul 09 18:48:00.062222 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-849d211f-e924-460d-b4f5-e25dba8ce320 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 200 len: 1000 time: 0.1123614 Jul 09 18:48:00.062539 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-59e069ed-57c8-4bdd-be4a-fd651926af88 req-b2ee89f2-2e37-4766-bf1b-5e11b5fc1eb7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339436 Jul 09 18:48:00.110240 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2de9ba5-5ccb-42de-9f85-ce9e34e4b022 x-openstack-request-id: req-f2de9ba5-5ccb-42de-9f85-ce9e34e4b022 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:00.110506 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c8f476-80d6-4ea2-a66f-54326174ecf7", "tag": "e0dfbd13-8cf4-4a42-92db-e93219c964b4", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:00.110759 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2de9ba5-5ccb-42de-9f85-ce9e34e4b022 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:00.111179 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c8f476-80d6-4ea2-a66f-54326174ecf7', 'tag': 'e0dfbd13-8cf4-4a42-92db-e93219c964b4', 'status': 'completed', 'code': 200} Jul 09 18:48:00.160247 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-193327ca-6efb-43c2-a8e8-91e2aecc4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:00.165684 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-193327ca-6efb-43c2-a8e8-91e2aecc4377 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0463249d-fd68-4373-8795-b5ef385879a9 HTTP/1.1" status: 200 len: 853 time: 0.0902371 Jul 09 18:48:00.177313 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-99e4a24a-4ee4-4ae8-855a-b41276693145 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945858 Jul 09 18:48:00.297152 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-46339312-0d26-483c-82e8-ff3d48e7fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:00.298898 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-46339312-0d26-483c-82e8-ff3d48e7fa5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d67bf152-f676-43ef-90d0-dbcab1803cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1205916 Jul 09 18:48:00.330995 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eefd485-731d-456e-a371-03b2f358acb4 req-e00a938c-744c-41e3-b8f7-d08bc38e5d3b service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450598 Jul 09 18:48:00.374852 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ab8e8-7cc3-45d7-82e0-05ba55a12003 req-1e2ad648-4177-4f71-a232-d70049442032 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:00.376636 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-df6ab8e8-7cc3-45d7-82e0-05ba55a12003 req-1e2ad648-4177-4f71-a232-d70049442032 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 943 time: 0.1052620 Jul 09 18:48:00.433751 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-df6ab8e8-7cc3-45d7-82e0-05ba55a12003 req-5c5b7155-6c20-4b53-a68e-bfa364ee2693 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495188 Jul 09 18:48:00.492873 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-ef8f9375-2fc8-4b2a-9ffd-cd1a188aac3c service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368852 Jul 09 18:48:00.613381 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-7ed39309-592c-4b88-b821-5a28d965ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:00.618289 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-7ed39309-592c-4b88-b821-5a28d965ed3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=547afd78cce14b8bad3ee66012ea7624&device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 1096 time: 0.0729091 Jul 09 18:48:00.678667 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ca5d831f-8c30-45d9-8845-22276537ea36 req-42abfb47-170a-430e-9e44-93e2dc1c3f2c service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336000 Jul 09 18:48:00.690306 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6fb01-bf88-46fc-95c5-c84c2aa4e32a req-263267ea-afaa-442a-90c1-33ee82a1fa97 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:00.691919 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-16a6fb01-bf88-46fc-95c5-c84c2aa4e32a req-263267ea-afaa-442a-90c1-33ee82a1fa97 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1385927 Jul 09 18:48:00.744875 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-16a6fb01-bf88-46fc-95c5-c84c2aa4e32a req-c02e3678-393b-4af6-aedf-7361f299c432 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469267 Jul 09 18:48:00.745132 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-5c10be2d-0b3d-4d21-b780-bdc4d48f94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:00.746526 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-5c10be2d-0b3d-4d21-b780-bdc4d48f94b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 200 len: 915 time: 0.1129804 Jul 09 18:48:00.826454 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-fad624f9-cb08-4cfc-9b4f-52245fd9e037 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0dfbd13-8cf4-4a42-92db-e93219c964b4 HTTP/1.1" status: 200 len: 217 time: 0.0621464 Jul 09 18:48:00.852465 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:48:00.901333 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-c49aebd7-32bb-4d70-b16c-4e8b9ed08136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:00.903716 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-c49aebd7-32bb-4d70-b16c-4e8b9ed08136 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=789576c8-d3c5-4bb8-9a61-289186cb2c27 HTTP/1.1" status: 200 len: 854 time: 0.0703933 Jul 09 18:48:00.947845 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-55807db6-7282-4e7b-b753-92fb447bbf7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8832039b-97f5-45a1-add5-584cfbdaa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307281 Jul 09 18:48:01.127030 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-6ead7ad1-9a3a-4925-b922-a79b764ee06f service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366851 Jul 09 18:48:01.294580 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3a292-005b-448c-b942-6ef596a69243 req-97dc2d19-b819-4a7f-b354-d08bc2bd86fb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:01.298924 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-82c3a292-005b-448c-b942-6ef596a69243 req-97dc2d19-b819-4a7f-b354-d08bc2bd86fb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0812080 Jul 09 18:48:01.339704 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-82c3a292-005b-448c-b942-6ef596a69243 req-c9406268-26b3-41cb-8e22-29e205e80587 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374596 Jul 09 18:48:01.551447 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4e5b9f1f-9f4d-4d5f-b091-f3fa79e4bb3d req-624dc818-9581-4799-90dc-068431206429 service neutron] 10.222.0.30 "GET /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081995 Jul 09 18:48:01.565515 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca8a78-b5c9-4295-8fb7-89710f97d109 req-a6bdcdc8-c714-47e4-a5b2-c4fb4bc98d3f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:01.566904 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7aca8a78-b5c9-4295-8fb7-89710f97d109 req-a6bdcdc8-c714-47e4-a5b2-c4fb4bc98d3f tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 945 time: 0.4005566 Jul 09 18:48:01.605141 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7aca8a78-b5c9-4295-8fb7-89710f97d109 req-780af327-abb8-404b-aa7a-503a9dcb4498 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/security-groups?id=f020cd52-6bb2-408b-800f-ad723196fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Jul 09 18:48:01.760017 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb459f9-68ed-4962-a006-e553df2060d2 req-91950310-624c-4858-9426-d78ee80ee5d4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:01.761563 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4eb459f9-68ed-4962-a006-e553df2060d2 req-91950310-624c-4858-9426-d78ee80ee5d4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 943 time: 0.0615985 Jul 09 18:48:01.797139 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4eb459f9-68ed-4962-a006-e553df2060d2 req-49bfb980-0ce5-4be4-9443-4e476f6413cf tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301857 Jul 09 18:48:01.887999 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-c9bc68c0-b7f1-4a98-8fdb-aa9b243f9976 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:01.889523 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-c9bc68c0-b7f1-4a98-8fdb-aa9b243f9976 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 945 time: 0.0623183 Jul 09 18:48:02.029013 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead1209-6398-4f49-81b3-ac79d7fcf2eb req-9dd3ea0e-05de-4130-95c4-3633c12c53a2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:02.030520 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0ead1209-6398-4f49-81b3-ac79d7fcf2eb req-9dd3ea0e-05de-4130-95c4-3633c12c53a2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.1355193 Jul 09 18:48:02.071579 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Deleting port a81df5b5-8736-4870-b039-b166eeb04d05 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:48:02.071809 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:02.091148 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0ead1209-6398-4f49-81b3-ac79d7fcf2eb req-d1296905-7c53-4bc2-9924-4aaf68ca6a09 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531337 Jul 09 18:48:02.172982 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] For port a81df5b5-8736-4870-b039-b166eeb04d05, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a81df5b5-8736-4870-b039-b166eeb04d05,segment=NetworkSegment(53fd0daf-7c21-446e-8407-5e63bd9d711d),segment_id=53fd0daf-7c21-446e-8407-5e63bd9d711d)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:02.173339 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:02.187472 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Calling delete_port for a81df5b5-8736-4870-b039-b166eeb04d05 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:48:02.249658 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-75c2a69e-dc8b-4477-bf98-da9e562079a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:02.251159 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-75c2a69e-dc8b-4477-bf98-da9e562079a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 1098 time: 0.0505171 Jul 09 18:48:02.316182 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:02.343069 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Pushing event deleted for resources: {'Port': ['ID=a81df5b5-8736-4870-b039-b166eeb04d05,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:02.358932 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-087edd2a-1f00-4d7d-af60-267ab731d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:02.360419 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-087edd2a-1f00-4d7d-af60-267ab731d29d service neutron] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 917 time: 0.0925398 Jul 09 18:48:02.388607 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] No DVR routers for this DVR port a81df5b5-8736-4870-b039-b166eeb04d05 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:48:02.391745 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:02.393692 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc39c89b-a764-453a-a289-4eca848f97b3 req-ea1161b3-252a-443d-88ba-3ee41427709d tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.30 "DELETE /v2.0/ports/a81df5b5-8736-4870-b039-b166eeb04d05 HTTP/1.1" status: 204 len: 173 time: 0.4898021 Jul 09 18:48:02.394124 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e1e53d-d17e-4596-9587-3407efda9d2a', 'name': 'network-vif-deleted', 'tag': 'a81df5b5-8736-4870-b039-b166eeb04d05'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:02.396384 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3849ec0f-90aa-414c-8c60-20f2c7d909f9" -d '{"events": [{"server_uuid": "55e1e53d-d17e-4596-9587-3407efda9d2a", "name": "network-vif-deleted", "tag": "a81df5b5-8736-4870-b039-b166eeb04d05"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:02.428567 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-b8ce1ff7-ebfe-4e1e-a2ee-113b5c778a23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758574a7-7fd6-463b-8a38-5683b891d071 HTTP/1.1" status: 200 len: 1001 time: 0.0601676 Jul 09 18:48:02.433582 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb6ca1-df84-424c-a6f8-e97bf5e0f947 x-openstack-request-id: req-4deb6ca1-df84-424c-a6f8-e97bf5e0f947 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:02.433863 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e1e53d-d17e-4596-9587-3407efda9d2a", "name": "network-vif-deleted", "tag": "a81df5b5-8736-4870-b039-b166eeb04d05", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:02.434111 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4deb6ca1-df84-424c-a6f8-e97bf5e0f947 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:02.434538 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e1e53d-d17e-4596-9587-3407efda9d2a', 'name': 'network-vif-deleted', 'tag': 'a81df5b5-8736-4870-b039-b166eeb04d05', 'status': 'completed', 'code': 200} Jul 09 18:48:02.513657 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-b20468d2-d4be-434d-b171-0628fb30037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:02.515137 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-b20468d2-d4be-434d-b171-0628fb30037c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0752187 Jul 09 18:48:02.543478 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2fcef-2c27-4d6a-8a7c-8cdb0a45ac20 req-cc019f69-2a8c-47df-bba1-53a85a16f5f5 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:02.544943 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-74e2fcef-2c27-4d6a-8a7c-8cdb0a45ac20 req-cc019f69-2a8c-47df-bba1-53a85a16f5f5 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0759895 Jul 09 18:48:02.611388 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-74e2fcef-2c27-4d6a-8a7c-8cdb0a45ac20 req-7067896d-dce5-4f2b-931c-260a3cbf0953 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569849 Jul 09 18:48:02.624293 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-a8ad3afc-e201-45c6-8259-db7836a962fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:02.625899 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-a8ad3afc-e201-45c6-8259-db7836a962fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0799782 Jul 09 18:48:02.726033 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-3ddfe9f6-0381-4b4c-9436-624583299d30 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851254 Jul 09 18:48:02.768934 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d067dcd0-6c25-46a3-bf4f-4e51a2056eaf req-27c01873-13a3-4a80-821c-493eeb32e3d0 tempest-VolumesActionsTest-1147319903 tempest-VolumesActionsTest-1147319903-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e1e53d-d17e-4596-9587-3407efda9d2a HTTP/1.1" status: 200 len: 210 time: 0.0281603 Jul 09 18:48:02.817241 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f97489c7-ac9a-41d7-8040-019d62df35a8 req-e8a1ab6b-d12d-4c94-b90f-dc254878af17 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817337 Jul 09 18:48:02.972008 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62a737-71a7-4a0c-aaf2-f6284591e2de req-71ff72d4-1c7d-4b67-a678-e262b5108eba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:02.973780 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0b62a737-71a7-4a0c-aaf2-f6284591e2de req-71ff72d4-1c7d-4b67-a678-e262b5108eba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 943 time: 0.0662084 Jul 09 18:48:03.010922 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0b62a737-71a7-4a0c-aaf2-f6284591e2de req-1b7ae4a1-9d13-4036-85b0-5a74f2a06ffe tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Jul 09 18:48:03.278364 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ec908-61c0-46b8-ba80-183314b76c53 req-e4102672-b890-4993-a6d5-6450610b67d6 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:03.279840 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-003ec908-61c0-46b8-ba80-183314b76c53 req-e4102672-b890-4993-a6d5-6450610b67d6 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 945 time: 0.0633421 Jul 09 18:48:03.318960 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-003ec908-61c0-46b8-ba80-183314b76c53 req-81be40a8-82b4-419e-bf20-30a646d28c05 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334792 Jul 09 18:48:03.787662 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55deea-41c1-4149-bc8a-4cac6b5dbf66 req-a39a68df-f0af-4724-b470-c971c1973d19 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:03.789140 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ed55deea-41c1-4149-bc8a-4cac6b5dbf66 req-a39a68df-f0af-4724-b470-c971c1973d19 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0643723 Jul 09 18:48:03.827068 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ed55deea-41c1-4149-bc8a-4cac6b5dbf66 req-6f732995-7f79-460b-a350-f3bad7a6b357 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Jul 09 18:48:03.950019 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device e0dfbd13-8cf4-4a42-92db-e93219c964b4 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:48:03.966272 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device a81df5b5-8736-4870-b039-b166eeb04d05 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:48:03.991418 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: a81df5b5-8736-4870-b039-b166eeb04d05 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:48:03.991767 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device a81df5b5-8736-4870-b039-b166eeb04d05 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:48:03.992157 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:48:04.120556 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port e0dfbd13-8cf4-4a42-92db-e93219c964b4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e0dfbd13-8cf4-4a42-92db-e93219c964b4,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:04.138204 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'e0dfbd13-8cf4-4a42-92db-e93219c964b4', 'network_id': '8832039b-97f5-45a1-add5-584cfbdaa7c4', 'port_id': 'e0dfbd13-8cf4-4a42-92db-e93219c964b4', 'mac_address': 'fa:16:3e:eb:67:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789576c8-d3c5-4bb8-9a61-289186cb2c27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:48:04.143719 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:04.194486 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:04.199634 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1aa83-acf4-4d11-ac63-ecb1815165c9" -d '{"events": [{"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-unplugged", "status": "completed", "tag": "758574a7-7fd6-463b-8a38-5683b891d071"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:04.203845 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28662b-bd48-4e76-8e10-5eb5066e24ce req-09665080-0022-431b-8e7e-8f32ca564762 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:04.214417 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ca28662b-bd48-4e76-8e10-5eb5066e24ce req-09665080-0022-431b-8e7e-8f32ca564762 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 943 time: 0.0760794 Jul 09 18:48:04.215950 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:04.218773 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:04.221870 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:04.254547 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dfbd13-8cf4-4a42-92db-e93219c964b4 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:48:04.257299 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ca28662b-bd48-4e76-8e10-5eb5066e24ce req-6b9eb033-272f-4531-a78a-89f7025db055 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Jul 09 18:48:04.301865 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port e0dfbd13-8cf4-4a42-92db-e93219c964b4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e0dfbd13-8cf4-4a42-92db-e93219c964b4,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:04.312291 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa90cca9-7ce4-4f15-be44-45710425ca3d x-openstack-request-id: req-aa90cca9-7ce4-4f15-be44-45710425ca3d {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:04.312679 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-unplugged", "status": "completed", "tag": "758574a7-7fd6-463b-8a38-5683b891d071", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:04.312880 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa90cca9-7ce4-4f15-be44-45710425ca3d {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:04.313355 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071', 'code': 200} Jul 09 18:48:04.316472 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:04.322183 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=8']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:04.373654 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=e0dfbd13-8cf4-4a42-92db-e93219c964b4,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:04.511732 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd6d71-ce51-482f-ac80-ecee310f698d req-820ced92-61c6-4957-99da-1429540ec70d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:04.513158 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-82bd6d71-ce51-482f-ac80-ecee310f698d req-820ced92-61c6-4957-99da-1429540ec70d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0737886 Jul 09 18:48:04.550828 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-82bd6d71-ce51-482f-ac80-ecee310f698d req-4a231939-e649-4e9d-a7bc-e97d994ea258 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319636 Jul 09 18:48:04.870405 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['e0dfbd13-8cf4-4a42-92db-e93219c964b4'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:48:04.999671 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc77eb7-6c50-425a-a477-40a7fd0089d3 req-cb1634fd-b6ff-43a0-a2f3-c94b22f42ad0 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:05.001187 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8fc77eb7-6c50-425a-a477-40a7fd0089d3 req-cb1634fd-b6ff-43a0-a2f3-c94b22f42ad0 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0627613 Jul 09 18:48:05.037806 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8fc77eb7-6c50-425a-a477-40a7fd0089d3 req-5e29a472-4b72-48aa-88be-6f9c9e520be5 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310185 Jul 09 18:48:05.434823 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908f1b1-2325-46bf-99c2-5407b73a6ca4 req-17937f28-163d-46b7-8976-f5fce9a52fe6 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:05.436330 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2908f1b1-2325-46bf-99c2-5407b73a6ca4 req-17937f28-163d-46b7-8976-f5fce9a52fe6 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 944 time: 0.0661523 Jul 09 18:48:05.474907 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2908f1b1-2325-46bf-99c2-5407b73a6ca4 req-2d086fe8-296a-4f67-b72a-a38cb5d70797 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jul 09 18:48:05.727658 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875d168-3676-4f1e-8ad9-3baa1f0cfab4 req-b0d23673-e249-4401-b2a2-71f44331b968 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:05.729114 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0875d168-3676-4f1e-8ad9-3baa1f0cfab4 req-b0d23673-e249-4401-b2a2-71f44331b968 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0611608 Jul 09 18:48:05.764894 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0875d168-3676-4f1e-8ad9-3baa1f0cfab4 req-923ce018-cd2e-448f-80ec-ffafa49ede91 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302246 Jul 09 18:48:06.209619 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310a453-4523-463a-b3fb-aa397e457ef7 req-540814db-eebb-4e4b-a820-336177712886 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:06.211648 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2310a453-4523-463a-b3fb-aa397e457ef7 req-540814db-eebb-4e4b-a820-336177712886 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0652952 Jul 09 18:48:06.248660 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2310a453-4523-463a-b3fb-aa397e457ef7 req-b5b8cde6-97a5-4cf3-995a-451a961007d9 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Jul 09 18:48:06.641602 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49110420-c3e5-4099-8cc1-388c00b07712 req-03199c52-3eda-42d2-bd2a-378a1fe1923b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:06.643084 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49110420-c3e5-4099-8cc1-388c00b07712 req-03199c52-3eda-42d2-bd2a-378a1fe1923b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 944 time: 0.0613444 Jul 09 18:48:06.681246 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49110420-c3e5-4099-8cc1-388c00b07712 req-721315be-bff3-4856-9532-e7a159918f8b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307269 Jul 09 18:48:06.938244 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4f80a-74a5-4ce2-ac3a-b274b8cb0b3d req-5940abd0-e646-463e-887d-429ba800cc3a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:06.939697 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-55a4f80a-74a5-4ce2-ac3a-b274b8cb0b3d req-5940abd0-e646-463e-887d-429ba800cc3a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0609860 Jul 09 18:48:06.975395 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-55a4f80a-74a5-4ce2-ac3a-b274b8cb0b3d req-264c8670-0c13-4b9e-9405-ebdaad51148c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302696 Jul 09 18:48:07.426158 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce539c8-0aaa-4876-af3f-b648a62bc3cf req-7988ed1c-a5ad-48a0-9ef9-1bf5c0d16f62 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:07.428409 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5ce539c8-0aaa-4876-af3f-b648a62bc3cf req-7988ed1c-a5ad-48a0-9ef9-1bf5c0d16f62 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0677054 Jul 09 18:48:07.464536 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5ce539c8-0aaa-4876-af3f-b648a62bc3cf req-cddb0ae1-36e4-4d1f-8728-ff00c6a678f4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307987 Jul 09 18:48:07.846993 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59f518-0515-4aaa-8878-e7f59d8c1266 req-12c860b9-89f1-4f1f-9d05-ddac16aefbde tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:07.848498 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7e59f518-0515-4aaa-8878-e7f59d8c1266 req-12c860b9-89f1-4f1f-9d05-ddac16aefbde tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 944 time: 0.0625517 Jul 09 18:48:07.886097 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7e59f518-0515-4aaa-8878-e7f59d8c1266 req-d02d8d18-6c83-4a1c-8bda-285686bbb279 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Jul 09 18:48:08.157323 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa800-c1f6-47c0-bb87-287b724ceed7 req-15a04e34-bc27-4dec-8e51-bd52d8f66678 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:08.158833 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-008fa800-c1f6-47c0-bb87-287b724ceed7 req-15a04e34-bc27-4dec-8e51-bd52d8f66678 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0673411 Jul 09 18:48:08.197579 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-008fa800-c1f6-47c0-bb87-287b724ceed7 req-d3a2d9cd-2aef-4591-98c3-899cf197c1c6 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325177 Jul 09 18:48:08.635754 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37af8-9b94-4204-85ff-9f4091816fe0 req-0b7fd4cf-cda4-4fda-8a5e-1a11c461a22c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:08.637200 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5fe37af8-9b94-4204-85ff-9f4091816fe0 req-0b7fd4cf-cda4-4fda-8a5e-1a11c461a22c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0610507 Jul 09 18:48:08.673917 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5fe37af8-9b94-4204-85ff-9f4091816fe0 req-462ec670-6c8a-4c4f-a4b3-133bf4642eca tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Jul 09 18:48:09.053071 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6ee4b-2c0c-4e9b-a679-0d75bee68ff3 req-2c07d979-c29e-4007-bd14-b74e302a6a8a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:09.055102 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-94a6ee4b-2c0c-4e9b-a679-0d75bee68ff3 req-2c07d979-c29e-4007-bd14-b74e302a6a8a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 944 time: 0.0633378 Jul 09 18:48:09.091858 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-94a6ee4b-2c0c-4e9b-a679-0d75bee68ff3 req-81936427-87a2-4701-9b9c-48fbca9a2ab0 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313132 Jul 09 18:48:09.390106 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea569b-d42d-4978-a56b-1b7487fb4e24 req-c31925ad-bf2d-4e89-9264-bee3a252c261 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:09.391659 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8bea569b-d42d-4978-a56b-1b7487fb4e24 req-c31925ad-bf2d-4e89-9264-bee3a252c261 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0652304 Jul 09 18:48:09.433690 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8bea569b-d42d-4978-a56b-1b7487fb4e24 req-cef3198a-c811-47fe-9a3c-211c1ce617b1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357790 Jul 09 18:48:09.895311 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e062677-891a-4552-85ee-ea8521864b85 req-2dc2daa6-4921-4d85-a775-cf1ee295177d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:09.902506 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device e0dfbd13-8cf4-4a42-92db-e93219c964b4 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:48:09.907154 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7e062677-891a-4552-85ee-ea8521864b85 req-2dc2daa6-4921-4d85-a775-cf1ee295177d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0942814 Jul 09 18:48:09.980708 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7e062677-891a-4552-85ee-ea8521864b85 req-876fd091-320e-4884-a18f-5f430d18d42c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692658 Jul 09 18:48:10.003746 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port e0dfbd13-8cf4-4a42-92db-e93219c964b4 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:48:10.009549 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port e0dfbd13-8cf4-4a42-92db-e93219c964b4 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:48:10.010133 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:10.115664 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:10.168953 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:48:10.194618 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c8f476-80d6-4ea2-a66f-54326174ecf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dfbd13-8cf4-4a42-92db-e93219c964b4'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:10.200635 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388f13d8-ca52-48c3-9d02-2e9c61a3555a" -d '{"events": [{"server_uuid": "78c8f476-80d6-4ea2-a66f-54326174ecf7", "name": "network-vif-plugged", "status": "completed", "tag": "e0dfbd13-8cf4-4a42-92db-e93219c964b4"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:10.341530 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2f924-a25f-414a-badc-82aa46293165 req-49f4ea00-a0e1-426c-8f87-3046cdfc7c7a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:10.353020 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-96a2f924-a25f-414a-badc-82aa46293165 req-49f4ea00-a0e1-426c-8f87-3046cdfc7c7a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 944 time: 0.1009493 Jul 09 18:48:10.390516 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port e0dfbd13-8cf4-4a42-92db-e93219c964b4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e0dfbd13-8cf4-4a42-92db-e93219c964b4,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:10.396927 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:10.431580 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-96a2f924-a25f-414a-badc-82aa46293165 req-c7fbf608-79a6-4adc-ab50-93389acf72f5 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723352 Jul 09 18:48:10.499887 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=e0dfbd13-8cf4-4a42-92db-e93219c964b4,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:10.515050 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.518756 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.519267 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.520050 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.520397 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.520739 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.521078 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.521412 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.525841 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.526879 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.527444 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.527944 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:10.537573 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb45fe2-c55b-4a6d-b37c-c141a7c3fd85 x-openstack-request-id: req-bfb45fe2-c55b-4a6d-b37c-c141a7c3fd85 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:10.538673 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c8f476-80d6-4ea2-a66f-54326174ecf7", "name": "network-vif-plugged", "status": "completed", "tag": "e0dfbd13-8cf4-4a42-92db-e93219c964b4", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:10.540502 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfb45fe2-c55b-4a6d-b37c-c141a7c3fd85 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:10.541065 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c8f476-80d6-4ea2-a66f-54326174ecf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dfbd13-8cf4-4a42-92db-e93219c964b4', 'code': 200} Jul 09 18:48:10.777428 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f138a3-082c-4efd-bc7f-7272279814e1 req-f0b4f68a-0ac1-434f-bd7d-286d7a044b20 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:10.785447 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-99f138a3-082c-4efd-bc7f-7272279814e1 req-f0b4f68a-0ac1-434f-bd7d-286d7a044b20 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1332066 Jul 09 18:48:10.832324 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-99f138a3-082c-4efd-bc7f-7272279814e1 req-4b3cb8cd-c27b-42e3-9dc2-5231c23bd446 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456407 Jul 09 18:48:10.925744 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca3034-f3ae-45c9-9905-b686691b0249 req-f9c9fde3-a96d-4445-a6c1-a91966cf133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:10.929495 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a6ca3034-f3ae-45c9-9905-b686691b0249 req-f9c9fde3-a96d-4445-a6c1-a91966cf133d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 1098 time: 0.0740991 Jul 09 18:48:10.984429 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36178) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:48:10.996826 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a6ca3034-f3ae-45c9-9905-b686691b0249 req-13f1a611-6416-4eec-979a-7dc35c1e6b9f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535836 Jul 09 18:48:11.116064 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-7dc883fe-07c9-4eb8-8afe-edd0580b4b54 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301010 Jul 09 18:48:11.253636 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac177ea-83a9-4048-9545-348201b13261 req-5a5ab4cd-dccd-4cfc-9af6-fd52fdecb927 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:11.255758 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6ac177ea-83a9-4048-9545-348201b13261 req-5a5ab4cd-dccd-4cfc-9af6-fd52fdecb927 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1085958 Jul 09 18:48:11.316387 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6ac177ea-83a9-4048-9545-348201b13261 req-dd73a46c-6350-478f-92e6-d7801e01547c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535984 Jul 09 18:48:11.661907 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6f63b-8127-4e30-bcba-1b1f3eaae89e req-35a8fc01-f846-462e-8467-3fc7f767d219 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:11.670348 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-05a6f63b-8127-4e30-bcba-1b1f3eaae89e req-35a8fc01-f846-462e-8467-3fc7f767d219 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 945 time: 0.0889416 Jul 09 18:48:11.727049 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-05a6f63b-8127-4e30-bcba-1b1f3eaae89e req-354f0ff7-080f-4cd7-9419-ebb50a05908a tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556378 Jul 09 18:48:11.906027 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:48:11.907900 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-991f89a5-a4f9-40fc-92ef-4a8b9be7ed8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0992482 Jul 09 18:48:11.995781 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:12.190071 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-a59c174d-3cfc-47ed-a122-e91daa023147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:12.197012 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-a59c174d-3cfc-47ed-a122-e91daa023147 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 1099 time: 0.1878343 Jul 09 18:48:12.319844 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5d1b6-cca7-4f04-9206-f09b5f2cc71f req-03d2f790-72c8-45b3-98c8-dfb6b49a06b7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:12.322285 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7da5d1b6-cca7-4f04-9206-f09b5f2cc71f req-03d2f790-72c8-45b3-98c8-dfb6b49a06b7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1452713 Jul 09 18:48:12.361293 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-5ab88060-e4e0-49d0-802a-25da76aa54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:12.363198 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-5ab88060-e4e0-49d0-802a-25da76aa54e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 919 time: 0.1369753 Jul 09 18:48:12.371942 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7da5d1b6-cca7-4f04-9206-f09b5f2cc71f req-2bd91ad2-1f27-4410-b6bb-77fdabf22be6 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428483 Jul 09 18:48:12.417062 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-795f8c35-0885-4a90-ae1b-36abee79656e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5748bf9-8cc2-471c-b845-09d021cf452c HTTP/1.1" status: 200 len: 217 time: 0.0457010 Jul 09 18:48:12.507239 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-49a654dc-7d56-4684-9acb-51e0f373ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:12.508669 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-49a654dc-7d56-4684-9acb-51e0f373ac37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.0785174 Jul 09 18:48:12.556245 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-e149a3b2-5eaa-45d9-8483-7f2ef89b0c35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314243 Jul 09 18:48:12.565335 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960e1a0-c055-40e2-94d1-0925bfe6b453 req-71f430ed-200e-4077-b590-9ede6c40d3ef tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:12.566964 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d960e1a0-c055-40e2-94d1-0925bfe6b453 req-71f430ed-200e-4077-b590-9ede6c40d3ef tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1071167 Jul 09 18:48:12.575562 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-958987f4-76d2-4d6c-844c-0e87adb3c285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:12.713880 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d960e1a0-c055-40e2-94d1-0925bfe6b453 req-87780d08-8e9d-49ac-9b1f-85dbb4402266 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378853 Jul 09 18:48:12.716862 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-c47950ad-7a90-45e7-a215-c3cfd0454048 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490071 Jul 09 18:48:12.852235 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d7c822b-870a-4fdb-bbf8-72a0831ddadb req-bfe22047-2fcc-4a34-82eb-e9378ab513d6 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236534 Jul 09 18:48:12.949473 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5ad0-7c91-4496-a77f-6d36aa66ed26 req-b35480d0-0749-486f-98fa-8426a9c4ee72 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:12.951218 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aedf5ad0-7c91-4496-a77f-6d36aa66ed26 req-b35480d0-0749-486f-98fa-8426a9c4ee72 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 945 time: 0.0986533 Jul 09 18:48:12.991112 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aedf5ad0-7c91-4496-a77f-6d36aa66ed26 req-5015820f-0c32-4ca8-8bfb-62ca2c1ff1a7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344524 Jul 09 18:48:13.579367 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fa84a-55e1-48f4-83d4-b740d9c7ba67 req-3aa2ac14-3c29-485b-b7f1-a68f823b6799 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:13.580928 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7e5fa84a-55e1-48f4-83d4-b740d9c7ba67 req-3aa2ac14-3c29-485b-b7f1-a68f823b6799 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0691733 Jul 09 18:48:13.626441 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7e5fa84a-55e1-48f4-83d4-b740d9c7ba67 req-09066c96-c729-44ce-9e5d-e1f3594253ae tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396082 Jul 09 18:48:14.203742 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-78031231-54a3-4e6c-bcb1-5bb5a8665d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:14.205996 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-78031231-54a3-4e6c-bcb1-5bb5a8665d99 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d&tenant_id=2ca15229883d49e6a741c55d8c38a637 HTTP/1.1" status: 200 len: 1096 time: 0.1150458 Jul 09 18:48:14.219428 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71744f-69b5-45b3-992f-08d1debf212d req-1561ecf7-e33e-4fdb-a8c7-bad3994baf44 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:14.228012 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-dc71744f-69b5-45b3-992f-08d1debf212d req-1561ecf7-e33e-4fdb-a8c7-bad3994baf44 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.3916707 Jul 09 18:48:14.280175 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-dc71744f-69b5-45b3-992f-08d1debf212d req-b3912fe7-e553-4987-87d6-58a977a4ba5d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507238 Jul 09 18:48:14.351708 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-4c7ba53a-3e7a-4728-a574-02b550cf1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:14.353443 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-4c7ba53a-3e7a-4728-a574-02b550cf1f03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 1096 time: 0.0684440 Jul 09 18:48:14.595995 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-292a2cb9-fcd5-49aa-8d3b-2cd76912a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:14.597590 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-292a2cb9-fcd5-49aa-8d3b-2cd76912a8ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 917 time: 0.1325364 Jul 09 18:48:14.728724 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-a283bc14-5980-4ec0-bd73-196493a5994e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758574a7-7fd6-463b-8a38-5683b891d071 HTTP/1.1" status: 200 len: 999 time: 0.1129963 Jul 09 18:48:14.830171 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-3786bf78-3efa-4d42-917b-d4b8de35a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:14.832123 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-3786bf78-3efa-4d42-917b-d4b8de35a76f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0824237 Jul 09 18:48:14.850399 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19617e16-15d4-4adf-b334-1230a9df2e13 req-5e97b09e-f990-4238-ab69-d2649811108c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:14.859594 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-19617e16-15d4-4adf-b334-1230a9df2e13 req-5e97b09e-f990-4238-ab69-d2649811108c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0934265 Jul 09 18:48:14.923837 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-19617e16-15d4-4adf-b334-1230a9df2e13 req-c2a1b992-c9c0-4927-911e-04c30fbd1e84 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598674 Jul 09 18:48:14.973869 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-a57aa3f0-eb5e-4568-8e38-e56688379008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:14.976088 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-a57aa3f0-eb5e-4568-8e38-e56688379008 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1351645 Jul 09 18:48:15.160578 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-08ee825f-f04b-4a79-b320-937e5c351820 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294684 Jul 09 18:48:15.228676 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:15.256616 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-23b1fcb3-1340-4013-b0b1-4f524054a79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:15.303400 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-66064ca2-f2e5-4de2-855a-79b85d158062 req-4b9ad1cf-4e77-4ff4-8586-e19dfcfb6446 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159322 Jul 09 18:48:15.500022 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59104e-dd5f-405a-8c45-e4623518983f req-0c7da778-0d85-416c-92ab-e680ad37d924 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:15.501668 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8c59104e-dd5f-405a-8c45-e4623518983f req-0c7da778-0d85-416c-92ab-e680ad37d924 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0774624 Jul 09 18:48:15.553619 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8c59104e-dd5f-405a-8c45-e4623518983f req-ace1301d-b0cf-495f-8029-f6f28a1f8472 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456464 Jul 09 18:48:16.365209 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d728-e929-493b-8145-6d7344386ec1 req-31250a4e-fca6-45ab-9318-e151a5320190 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:16.368376 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c7f7d728-e929-493b-8145-6d7344386ec1 req-31250a4e-fca6-45ab-9318-e151a5320190 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1241844 Jul 09 18:48:16.427497 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:16.470732 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c7f7d728-e929-493b-8145-6d7344386ec1 req-8284f57a-a443-4725-8124-7ff49dc2e79f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787880 Jul 09 18:48:16.782584 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bb274-8031-4285-af8f-3b7a83c7cf67 req-9dcbb5e3-f005-4fec-91cd-51192111e08f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:16.791356 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fe5bb274-8031-4285-af8f-3b7a83c7cf67 req-9dcbb5e3-f005-4fec-91cd-51192111e08f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1041780 Jul 09 18:48:16.844812 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fe5bb274-8031-4285-af8f-3b7a83c7cf67 req-59110263-4b2f-414d-b395-c0a2549038f7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510333 Jul 09 18:48:17.739384 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4186-b166-4beb-bf1f-82705e52ae30 req-2d1bd2f5-b23d-44c3-b99e-eb3c0e1f6579 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:17.741048 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-47dc4186-b166-4beb-bf1f-82705e52ae30 req-2d1bd2f5-b23d-44c3-b99e-eb3c0e1f6579 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1246924 Jul 09 18:48:17.792199 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-47dc4186-b166-4beb-bf1f-82705e52ae30 req-41098071-29d8-4de8-8e07-f32f171e154c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450170 Jul 09 18:48:17.892219 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:18.034608 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0dba7-c1ff-47b5-9482-d63b3afdf671 req-7255cd07-1d1e-4756-b471-3dd71f5dad19 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:18.042114 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aee0dba7-c1ff-47b5-9482-d63b3afdf671 req-7255cd07-1d1e-4756-b471-3dd71f5dad19 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0849500 Jul 09 18:48:18.095540 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aee0dba7-c1ff-47b5-9482-d63b3afdf671 req-9d396990-f655-4c8f-96bc-aebec30cd954 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522926 Jul 09 18:48:19.031694 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caebe95-d42a-4032-bc86-01214222c915 req-aeafe8b8-22d8-4efa-900f-2822981b429d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:19.033334 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3caebe95-d42a-4032-bc86-01214222c915 req-aeafe8b8-22d8-4efa-900f-2822981b429d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0739424 Jul 09 18:48:19.107045 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3caebe95-d42a-4032-bc86-01214222c915 req-b5772389-7b79-4222-8a90-5561dc3fd67b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673525 Jul 09 18:48:19.392473 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2040ad-8b13-457d-9def-8323cf4381fb req-b5d0dfd4-f0f3-4563-9c93-da01fd8448bf tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:19.395254 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9d2040ad-8b13-457d-9def-8323cf4381fb req-b5d0dfd4-f0f3-4563-9c93-da01fd8448bf tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.1378632 Jul 09 18:48:19.464207 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9d2040ad-8b13-457d-9def-8323cf4381fb req-81d954df-9a14-4cad-9df8-190b946c6955 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630713 Jul 09 18:48:20.313898 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4743b7-54ed-48fe-8d23-e1e38f1889bb req-3f8bb569-ba5f-470f-b3b5-3597d027b4b1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:20.316355 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6a4743b7-54ed-48fe-8d23-e1e38f1889bb req-3f8bb569-ba5f-470f-b3b5-3597d027b4b1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0889215 Jul 09 18:48:20.370485 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6a4743b7-54ed-48fe-8d23-e1e38f1889bb req-2c9c9e52-594b-4676-afad-9fcc6807fa84 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468383 Jul 09 18:48:20.712853 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e964f-81df-4575-b403-7248ba85f692 req-a5ffe9f4-4042-478a-aa24-e69bae9304b4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:20.715537 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cd1e964f-81df-4575-b403-7248ba85f692 req-a5ffe9f4-4042-478a-aa24-e69bae9304b4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0950370 Jul 09 18:48:20.762881 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cd1e964f-81df-4575-b403-7248ba85f692 req-7cadbf68-2b04-4ad2-9140-50c316aa6127 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Jul 09 18:48:21.713654 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300e0ee-2b22-4931-9208-7ff389b8176b req-9e5ce37a-bebe-4bb3-b481-29fc34b45e8a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:21.715519 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7300e0ee-2b22-4931-9208-7ff389b8176b req-9e5ce37a-bebe-4bb3-b481-29fc34b45e8a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1108208 Jul 09 18:48:21.769365 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7300e0ee-2b22-4931-9208-7ff389b8176b req-135abc61-257c-4c99-872f-3cf99fb3a168 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420735 Jul 09 18:48:22.003450 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff57524-bd84-4684-a193-f4b94940d886 req-54281cc3-96a2-401e-ade5-1a50fe1e68eb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:22.004888 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bff57524-bd84-4684-a193-f4b94940d886 req-54281cc3-96a2-401e-ade5-1a50fe1e68eb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0753832 Jul 09 18:48:22.070366 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bff57524-bd84-4684-a193-f4b94940d886 req-ad30842e-4c9d-4f6e-bee8-3ed8fb66a3a8 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Jul 09 18:48:23.053649 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e33d8-dcee-40ef-b8f8-191f4b7bea3e req-5a6553eb-f808-4e2c-9816-309bfd927414 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:23.055373 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ec9e33d8-dcee-40ef-b8f8-191f4b7bea3e req-5a6553eb-f808-4e2c-9816-309bfd927414 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1002882 Jul 09 18:48:23.136674 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ec9e33d8-dcee-40ef-b8f8-191f4b7bea3e req-465aaf81-f05b-4c53-a1d8-99ba30428abf tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603464 Jul 09 18:48:23.350934 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f33885-90f1-4a49-a286-3e32e4866f8f req-1566b3af-09a4-4148-89d8-6a1bbf6d26dd tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:23.352994 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-02f33885-90f1-4a49-a286-3e32e4866f8f req-1566b3af-09a4-4148-89d8-6a1bbf6d26dd tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0825045 Jul 09 18:48:23.427661 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-02f33885-90f1-4a49-a286-3e32e4866f8f req-f66f2014-f2ef-4e63-97c3-0c82e423ef48 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687616 Jul 09 18:48:24.431717 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23161b9-c96d-4a29-8918-d16e1edfd9f9 req-bc15cf68-0355-4291-9781-cceb233a96cd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:24.460857 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c23161b9-c96d-4a29-8918-d16e1edfd9f9 req-bc15cf68-0355-4291-9781-cceb233a96cd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1542227 Jul 09 18:48:24.558050 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c23161b9-c96d-4a29-8918-d16e1edfd9f9 req-0842123b-7330-4497-9338-286e6d479698 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962210 Jul 09 18:48:24.822136 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d9052-87d6-4bf2-87a5-b196c30d90f1 req-55aa1d80-9abb-4991-a00e-73714dc0e2e1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:24.830522 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b91d9052-87d6-4bf2-87a5-b196c30d90f1 req-55aa1d80-9abb-4991-a00e-73714dc0e2e1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0993149 Jul 09 18:48:24.890760 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b91d9052-87d6-4bf2-87a5-b196c30d90f1 req-f4a121bc-dba8-4255-8cdf-556542e2fe6d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567162 Jul 09 18:48:25.775010 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32e3b7-d487-47c0-ac5f-7db6a09a188e req-1b8c9a32-b140-43c0-86fd-ab7c89308642 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:25.776683 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6a32e3b7-d487-47c0-ac5f-7db6a09a188e req-1b8c9a32-b140-43c0-86fd-ab7c89308642 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0711873 Jul 09 18:48:25.823192 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6a32e3b7-d487-47c0-ac5f-7db6a09a188e req-fe859d46-7f26-4e1a-8722-acf094443343 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393758 Jul 09 18:48:26.073651 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc2257-4636-467a-bfc4-d5e1e3750cfd req-9cae8743-5a90-48a2-9cd8-6d707f65fbc3 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:26.075204 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8dfc2257-4636-467a-bfc4-d5e1e3750cfd req-9cae8743-5a90-48a2-9cd8-6d707f65fbc3 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0759413 Jul 09 18:48:26.113607 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8dfc2257-4636-467a-bfc4-d5e1e3750cfd req-ac908dd5-30f2-4a6f-8ce7-1ef15f3fe9d9 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327454 Jul 09 18:48:27.010918 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3d79-2147-4d3f-963e-87ce5e7d2fff req-cb510b2f-9206-4301-8015-bfafe3b591f5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:27.012469 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e74c3d79-2147-4d3f-963e-87ce5e7d2fff req-cb510b2f-9206-4301-8015-bfafe3b591f5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0641353 Jul 09 18:48:27.052889 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e74c3d79-2147-4d3f-963e-87ce5e7d2fff req-521c743c-f1fd-4aaa-b283-2d7e2a913ee5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345767 Jul 09 18:48:27.312856 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903a5e-b65b-4067-b5a7-2502d4eb9863 req-8c54635a-f1ca-40ad-aee0-28a1e771aae1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:27.314482 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-81903a5e-b65b-4067-b5a7-2502d4eb9863 req-8c54635a-f1ca-40ad-aee0-28a1e771aae1 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0810170 Jul 09 18:48:27.362464 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-81903a5e-b65b-4067-b5a7-2502d4eb9863 req-668da8c0-ad86-4939-9a7c-9e3a734cc974 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Jul 09 18:48:28.246850 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60937f-8a63-443e-af08-2f209029908f req-ed9b6066-e54c-4c16-8294-93fdbb1b26a5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:28.248357 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-de60937f-8a63-443e-af08-2f209029908f req-ed9b6066-e54c-4c16-8294-93fdbb1b26a5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0664492 Jul 09 18:48:28.284975 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-de60937f-8a63-443e-af08-2f209029908f req-f6eb738a-9a34-4cf2-be06-bdcc70a1ae12 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310967 Jul 09 18:48:28.544613 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4d0fd-7276-41f8-9b7c-261afd8422ed req-12628eb4-382d-41b2-8d6f-2fa81d7b9f39 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:28.547450 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4cd4d0fd-7276-41f8-9b7c-261afd8422ed req-12628eb4-382d-41b2-8d6f-2fa81d7b9f39 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0722077 Jul 09 18:48:28.598074 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4cd4d0fd-7276-41f8-9b7c-261afd8422ed req-cee01514-2df6-49c3-99e2-bd388f396327 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Jul 09 18:48:28.760306 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36444) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:48:28.805042 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Deleting subnet 7937a219-40ce-426b-a05d-6278c5340b6c {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:48:28.808697 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:28.843310 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:28.879896 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:28.935045 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:28.968189 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7937a219-40ce-426b-a05d-6278c5340b6c,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:28.970825 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:28.972725 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7937a219-40ce-426b-a05d-6278c5340b6c HTTP/1.1" status: 204 len: 168 time: 0.2113187 Jul 09 18:48:28.975286 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 36448) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:48:28.978927 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.979275 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.979608 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.979938 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.980266 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.980594 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.980919 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.981243 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.981565 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.981884 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.982243 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:28.982560 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428e0c64-86d4-4807-80e1-da6cb08e51d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.052627 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.130444 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.140332 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109d2af8-f94a-4141-8a68-40054607f7e4']}} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:48:29.151024 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fd0daf-7c21-446e-8407-5e63bd9d711d') {'for_net_delete': True} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:48:29.151331 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fd0daf-7c21-446e-8407-5e63bd9d711d') {} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:48:29.160168 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14825945'] for segment, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.174421 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.181542 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:48:29.181939 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14758980'] for segment, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: Traceback (most recent call last): Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: timer() Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: cb(*args, **kw) Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: return func(*args, **kwargs) Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: self._notify() Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: self.callback(batched_events) Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: event.method(event) Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: return f(self, *a, **k) Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._get(url).json() Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: return self.request(url, 'GET', **kwargs) Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:48:29.183848 dv-cinder-780933-10-iscsi neutron-server[104836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:48:29.243713 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.249409 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.254185 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] 10.222.0.22 "DELETE /v2.0/networks/109d2af8-f94a-4141-8a68-40054607f7e4 HTTP/1.1" status: 204 len: 168 time: 0.2750702 Jul 09 18:48:29.270457 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Pushing event deleted for resources: {'Network': ['ID=109d2af8-f94a-4141-8a68-40054607f7e4,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:29.278301 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.278646 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.279150 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.279489 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.279814 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.280139 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.280464 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.280795 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.281102 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.281416 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.281733 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.282044 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132dc125-58d5-44fd-a146-f7fb778e674a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:48:29.490757 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 36456) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:48:29.500205 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aead38-138a-4f39-b61c-5c9f9a7999e4 req-9351832a-0ece-4687-9a73-8376380edba3 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:29.501779 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-53aead38-138a-4f39-b61c-5c9f9a7999e4 req-9351832a-0ece-4687-9a73-8376380edba3 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0893385 Jul 09 18:48:29.543021 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-53aead38-138a-4f39-b61c-5c9f9a7999e4 req-4800ec0a-3f15-4a0f-a1a3-a15d272984c7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347919 Jul 09 18:48:29.545919 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-53bc563f-efa2-4e7f-97b4-10a6b0dc8944 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cd5223e79564d738767b42c7e54ccea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534821 Jul 09 18:48:29.548418 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 36458) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:48:29.596154 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1826198f-2798-4e62-a984-11f079b0ec2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.621215 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1826198f-2798-4e62-a984-11f079b0ec2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.683165 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1826198f-2798-4e62-a984-11f079b0ec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.685762 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1826198f-2798-4e62-a984-11f079b0ec2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:29.686996 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-1826198f-2798-4e62-a984-11f079b0ec2a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f020cd52-6bb2-408b-800f-ad723196fb83 HTTP/1.1" status: 204 len: 168 time: 0.1374974 Jul 09 18:48:29.703584 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826198f-2798-4e62-a984-11f079b0ec2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f020cd52-6bb2-408b-800f-ad723196fb83,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:29.803069 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db3944-8f26-49ff-a0c5-655a9ee21320 req-e4f5af55-95a5-4d38-9974-05ef0c2120d4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:29.806969 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-39db3944-8f26-49ff-a0c5-655a9ee21320 req-e4f5af55-95a5-4d38-9974-05ef0c2120d4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0774646 Jul 09 18:48:29.881510 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-39db3944-8f26-49ff-a0c5-655a9ee21320 req-dc00d08e-7ca1-4573-b50c-880dc57730cc tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Jul 09 18:48:30.724896 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba33f-8d80-4125-bb05-4eb1aebe5afe req-714caed1-81d1-48e3-b966-dbb7a0374fb0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:30.726922 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-204ba33f-8d80-4125-bb05-4eb1aebe5afe req-714caed1-81d1-48e3-b966-dbb7a0374fb0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0652101 Jul 09 18:48:30.770828 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-204ba33f-8d80-4125-bb05-4eb1aebe5afe req-d8eedf34-feb4-4852-9c95-7eba538af446 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383363 Jul 09 18:48:31.065422 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b8cb4-3ec2-4445-988c-a3d55b7133f6 req-e72ae8d5-a4a3-489b-9544-01f5add42115 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:31.067008 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-939b8cb4-3ec2-4445-988c-a3d55b7133f6 req-e72ae8d5-a4a3-489b-9544-01f5add42115 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0699110 Jul 09 18:48:31.104089 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-939b8cb4-3ec2-4445-988c-a3d55b7133f6 req-86d0a915-ddb6-4c7a-b55d-7a5bf9513ee5 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Jul 09 18:48:31.957914 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9f70a-0cc5-4899-af19-173672c9053b req-a4ba5766-f1db-473c-bd61-b8b0f5926404 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:31.959432 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1ec9f70a-0cc5-4899-af19-173672c9053b req-a4ba5766-f1db-473c-bd61-b8b0f5926404 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0662463 Jul 09 18:48:31.998849 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1ec9f70a-0cc5-4899-af19-173672c9053b req-090eda75-6155-483d-bc16-cd451871f833 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336707 Jul 09 18:48:32.275169 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ab21c-c091-4a97-b480-748db62b98d6 req-f2c8fd7d-aa1b-4337-9b4d-077bcf835296 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:32.276719 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-937ab21c-c091-4a97-b480-748db62b98d6 req-f2c8fd7d-aa1b-4337-9b4d-077bcf835296 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0633509 Jul 09 18:48:32.314121 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-937ab21c-c091-4a97-b480-748db62b98d6 req-75650dea-2557-49d9-afc4-b57b8071bc55 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Jul 09 18:48:32.826626 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e18c6-76d7-407d-a088-daa4d81993cd req-52a8028a-14c9-44de-9adf-738a053850be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:32.828104 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6f7e18c6-76d7-407d-a088-daa4d81993cd req-52a8028a-14c9-44de-9adf-738a053850be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1098 time: 0.0585890 Jul 09 18:48:32.890948 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6f7e18c6-76d7-407d-a088-daa4d81993cd req-bb0f59ae-e40c-4340-ba61-2b7fc7a6799e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298944 Jul 09 18:48:33.174570 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270382ec-6926-4336-a83a-c3eacc23b44b req-6bf66e2f-fc0e-4565-93b1-ec91eabd1f66 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:33.175959 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-270382ec-6926-4336-a83a-c3eacc23b44b req-6bf66e2f-fc0e-4565-93b1-ec91eabd1f66 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0662780 Jul 09 18:48:33.212816 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-270382ec-6926-4336-a83a-c3eacc23b44b req-335956ac-91ff-447e-8878-b8141207aee4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308063 Jul 09 18:48:33.489694 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e5046-f961-4ae7-9815-67570942cf43 req-f4d4d7fc-f911-4e8d-a182-15eafff2ce1f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:33.491771 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-904e5046-f961-4ae7-9815-67570942cf43 req-f4d4d7fc-f911-4e8d-a182-15eafff2ce1f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0642254 Jul 09 18:48:33.536456 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-904e5046-f961-4ae7-9815-67570942cf43 req-8c70c359-6138-46e9-b709-bbe9807bd93e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Jul 09 18:48:34.390012 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724f28-433e-496d-8a79-a59f72f68f53 req-b22929fd-5c8e-418f-b5df-8764357ab6c9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:34.391462 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d6724f28-433e-496d-8a79-a59f72f68f53 req-b22929fd-5c8e-418f-b5df-8764357ab6c9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0649223 Jul 09 18:48:34.433446 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d6724f28-433e-496d-8a79-a59f72f68f53 req-2d6456bd-b41b-4c23-9645-491dfdff592e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363555 Jul 09 18:48:34.712935 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde986dc-c779-4f5d-bbff-66aa967a216c req-8e612212-c37e-46a7-99a0-20e69fbb5065 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:34.714441 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dde986dc-c779-4f5d-bbff-66aa967a216c req-8e612212-c37e-46a7-99a0-20e69fbb5065 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0615337 Jul 09 18:48:34.751109 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dde986dc-c779-4f5d-bbff-66aa967a216c req-3a45b61a-32de-4e26-a653-38982f43f57d tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Jul 09 18:48:35.300742 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-e5b53ed6-19da-4092-8b2b-d73792c8ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:35.302104 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-e5b53ed6-19da-4092-8b2b-d73792c8ec26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c000e9a3f534f10836e5163abd56c4e&device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 1098 time: 0.0966237 Jul 09 18:48:35.314842 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858ac43-5c9d-48c9-95cf-ac7d3209b38c req-94b88213-2f77-445a-85c1-a567cd60296c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:35.316247 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8858ac43-5c9d-48c9-95cf-ac7d3209b38c req-94b88213-2f77-445a-85c1-a567cd60296c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0842466 Jul 09 18:48:35.406448 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8858ac43-5c9d-48c9-95cf-ac7d3209b38c req-d6333980-f15e-4894-857c-1ce3345377d8 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795417 Jul 09 18:48:35.424368 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-7da9c6c7-4af8-453b-8a62-e97cfd1906b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:35.426023 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-7da9c6c7-4af8-453b-8a62-e97cfd1906b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 200 len: 919 time: 0.1089509 Jul 09 18:48:35.477954 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-3a9c3434-24a8-4fe8-9536-5be7ec57c9b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7 HTTP/1.1" status: 200 len: 217 time: 0.0386536 Jul 09 18:48:35.534700 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-b238f924-17ad-4b49-8e01-9e3b9de4357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:35.536139 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-b238f924-17ad-4b49-8e01-9e3b9de4357b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 200 len: 858 time: 0.0510011 Jul 09 18:48:35.575218 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-94bd56cd-0adc-492a-884e-c268874af02d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=867bf7ca-3077-450e-8595-8d00f5ddce4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272677 Jul 09 18:48:35.638505 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b0fe9-3fbb-4d7a-b19a-c22f90afbf36 req-ccaf2f2b-5c20-4229-8bbd-f5c2c45ce6a9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:35.639868 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2a0b0fe9-3fbb-4d7a-b19a-c22f90afbf36 req-ccaf2f2b-5c20-4229-8bbd-f5c2c45ce6a9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0707810 Jul 09 18:48:35.682752 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2a0b0fe9-3fbb-4d7a-b19a-c22f90afbf36 req-b2c22d69-df92-432c-832b-c08ad72da627 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371513 Jul 09 18:48:35.684012 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-0dcde039-6028-4c06-bc7a-2eb3d0513195 service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932729 Jul 09 18:48:35.772822 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-99df0cae-8ab2-437a-9fbd-855b47113474 req-ab751ba9-6eac-4f0f-ba91-5f7d71e4aacf service neutron] 10.222.0.30 "GET /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795314 Jul 09 18:48:36.435639 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28f1c-476c-4537-b84b-8fa8867c323e req-ee9e3399-15cb-44b7-8ce9-9464e9b371f7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:36.437041 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9be28f1c-476c-4537-b84b-8fa8867c323e req-ee9e3399-15cb-44b7-8ce9-9464e9b371f7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 945 time: 0.0633771 Jul 09 18:48:36.474477 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9be28f1c-476c-4537-b84b-8fa8867c323e req-5a50b6aa-d3c5-4452-86a7-c0158db70ee9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Jul 09 18:48:36.583448 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2501be1-c879-460b-b94d-b98309ce2833 req-3690250e-fb7e-40a4-8750-c1be9d0338d4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:36.585453 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d2501be1-c879-460b-b94d-b98309ce2833 req-3690250e-fb7e-40a4-8750-c1be9d0338d4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0651696 Jul 09 18:48:36.622198 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d2501be1-c879-460b-b94d-b98309ce2833 req-ff585574-1d60-4fab-9f04-e6fd27d29b56 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Jul 09 18:48:36.858890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eda572-5abc-4c70-9e01-c6c85733e235 req-722ac09d-945f-4234-8afd-4fe0e64555d2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:36.860339 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b2eda572-5abc-4c70-9e01-c6c85733e235 req-722ac09d-945f-4234-8afd-4fe0e64555d2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0610323 Jul 09 18:48:36.897074 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b2eda572-5abc-4c70-9e01-c6c85733e235 req-626cd505-5fea-48c1-a58e-a923f54c2e68 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Jul 09 18:48:37.646619 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a6f74-e08c-49f0-ad60-b435e1a937e5 req-a23f6e1a-696f-4898-9c57-f9aa171eecc7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:37.648602 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c99a6f74-e08c-49f0-ad60-b435e1a937e5 req-a23f6e1a-696f-4898-9c57-f9aa171eecc7 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 945 time: 0.0646820 Jul 09 18:48:37.686379 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c99a6f74-e08c-49f0-ad60-b435e1a937e5 req-45cd94c9-9899-439f-bace-38506f99cb30 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Jul 09 18:48:37.798319 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a4c47-882c-4da8-80a8-f7ff8ce2bd39 req-8a02425b-d335-44e0-9954-147aa2cdc111 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:37.799685 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-628a4c47-882c-4da8-80a8-f7ff8ce2bd39 req-8a02425b-d335-44e0-9954-147aa2cdc111 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0641716 Jul 09 18:48:37.837012 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-628a4c47-882c-4da8-80a8-f7ff8ce2bd39 req-73320b91-2bf7-4a31-94cb-b9ec944e2000 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Jul 09 18:48:38.067473 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1a766-9234-480b-bba4-adfd382b7a60 req-6cc32e2a-b257-4493-8047-d1fe6b02cd6d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:38.068821 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4ae1a766-9234-480b-bba4-adfd382b7a60 req-6cc32e2a-b257-4493-8047-d1fe6b02cd6d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.0599337 Jul 09 18:48:38.104876 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4ae1a766-9234-480b-bba4-adfd382b7a60 req-46996ed4-5836-4e19-8fdf-663348a1803d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301826 Jul 09 18:48:38.854084 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c21cf9-a0a1-4987-8387-b829f188ba19 req-3aa85180-31d8-4f8d-93e5-01571ffe1404 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:38.855580 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-98c21cf9-a0a1-4987-8387-b829f188ba19 req-3aa85180-31d8-4f8d-93e5-01571ffe1404 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 945 time: 0.0616293 Jul 09 18:48:38.894314 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-98c21cf9-a0a1-4987-8387-b829f188ba19 req-331aba51-8a93-4d8f-8f47-6c8e94c893b0 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Jul 09 18:48:39.014778 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff3555-373a-4b2d-93c9-e0857b167fae req-55a13ba2-c471-49d2-a900-a6e48f88321e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:39.016138 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bbff3555-373a-4b2d-93c9-e0857b167fae req-55a13ba2-c471-49d2-a900-a6e48f88321e tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0654535 Jul 09 18:48:39.052944 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bbff3555-373a-4b2d-93c9-e0857b167fae req-3975c1c5-785c-4ee7-bc17-a1bec3e3e7a7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Jul 09 18:48:39.175969 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-57d57bc9-51b0-4b76-8eab-8af852132b7f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:39.177454 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-57d57bc9-51b0-4b76-8eab-8af852132b7f tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 945 time: 0.0626881 Jul 09 18:48:39.333016 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312acd85-dd30-45a2-bbcf-139219cf4350 req-e4e3eb2a-05c4-45eb-b719-d9cae0c58338 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:39.334613 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-312acd85-dd30-45a2-bbcf-139219cf4350 req-e4e3eb2a-05c4-45eb-b719-d9cae0c58338 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 943 time: 0.1141508 Jul 09 18:48:39.341466 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Deleting port e0dfbd13-8cf4-4a42-92db-e93219c964b4 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:48:39.341802 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:39.429498 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-312acd85-dd30-45a2-bbcf-139219cf4350 req-b02a6e15-f9ee-4068-8cda-9dbd25e81d53 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846729 Jul 09 18:48:39.473785 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] For port e0dfbd13-8cf4-4a42-92db-e93219c964b4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e0dfbd13-8cf4-4a42-92db-e93219c964b4,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:39.474257 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:39.495201 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Calling delete_port for e0dfbd13-8cf4-4a42-92db-e93219c964b4 owned by compute:nova {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:48:39.667457 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:39.701432 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Pushing event deleted for resources: {'Port': ['ID=e0dfbd13-8cf4-4a42-92db-e93219c964b4,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:39.704062 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9b78d-fb85-473e-966b-49da8967129f req-3a4fc7a1-afc6-4bbe-9876-0f96a6a49c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:39.705545 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-85f9b78d-fb85-473e-966b-49da8967129f req-3a4fc7a1-afc6-4bbe-9876-0f96a6a49c22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 1138 time: 0.0546629 Jul 09 18:48:39.711188 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['21101f2d-0c09-4dac-a109-d48a1d6762e2', '10401a7d-c3f6-4a11-afb2-c6ebd11e7689', '6cae6a7b-7030-410a-9523-ecacfe90f76c', 'e0dfbd13-8cf4-4a42-92db-e93219c964b4'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:48:39.744003 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a185-0ca4-4a0f-b062-5947aa2441e4 req-e5ae873a-7a0e-4947-8436-b92ff1ab4d0d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:39.745490 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4659a185-0ca4-4a0f-b062-5947aa2441e4 req-e5ae873a-7a0e-4947-8436-b92ff1ab4d0d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.1285236 Jul 09 18:48:39.762490 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] No DVR routers for this DVR port e0dfbd13-8cf4-4a42-92db-e93219c964b4 on host hv-cinder-78093 {{(pid=104836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:48:39.769488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:39.771348 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-bb359d7a-76a9-415e-9e24-8c4dc25ec73b req-ce5f7cc9-c02b-41e2-b366-ac0ef9fd64b9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "DELETE /v2.0/ports/e0dfbd13-8cf4-4a42-92db-e93219c964b4 HTTP/1.1" status: 204 len: 173 time: 0.5873730 Jul 09 18:48:39.771771 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c8f476-80d6-4ea2-a66f-54326174ecf7', 'name': 'network-vif-deleted', 'tag': 'e0dfbd13-8cf4-4a42-92db-e93219c964b4'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:39.774098 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2356ce43-1016-4cd9-8dac-434a56b626a3" -d '{"events": [{"server_uuid": "78c8f476-80d6-4ea2-a66f-54326174ecf7", "name": "network-vif-deleted", "tag": "e0dfbd13-8cf4-4a42-92db-e93219c964b4"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:39.812906 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2ff4e9-a7bc-4b1a-b7bf-5559aedef451 x-openstack-request-id: req-9d2ff4e9-a7bc-4b1a-b7bf-5559aedef451 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:39.813528 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c8f476-80d6-4ea2-a66f-54326174ecf7", "name": "network-vif-deleted", "tag": "e0dfbd13-8cf4-4a42-92db-e93219c964b4", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:39.813988 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d2ff4e9-a7bc-4b1a-b7bf-5559aedef451 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:39.814645 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c8f476-80d6-4ea2-a66f-54326174ecf7', 'name': 'network-vif-deleted', 'tag': 'e0dfbd13-8cf4-4a42-92db-e93219c964b4', 'status': 'completed', 'code': 200} Jul 09 18:48:39.815110 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9b78d-fb85-473e-966b-49da8967129f req-5d2d190e-5633-42a2-97ef-b1da91c79569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:39.816951 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-85f9b78d-fb85-473e-966b-49da8967129f req-5d2d190e-5633-42a2-97ef-b1da91c79569 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d67bf152-f676-43ef-90d0-dbcab1803cc3 HTTP/1.1" status: 200 len: 915 time: 0.0965021 Jul 09 18:48:39.823716 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4659a185-0ca4-4a0f-b062-5947aa2441e4 req-2f1ec546-c0f9-406f-b5c6-e5af08c6c735 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623009 Jul 09 18:48:39.934451 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-85f9b78d-fb85-473e-966b-49da8967129f req-b2da7369-2fa9-43b0-ac33-9d3430e157d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 200 len: 1000 time: 0.0651448 Jul 09 18:48:39.989082 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9b78d-fb85-473e-966b-49da8967129f req-71abfd5d-64cf-407e-95f2-48f3e9e71fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:39.990707 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-85f9b78d-fb85-473e-966b-49da8967129f req-71abfd5d-64cf-407e-95f2-48f3e9e71fbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0463249d-fd68-4373-8795-b5ef385879a9 HTTP/1.1" status: 200 len: 853 time: 0.0485451 Jul 09 18:48:40.071333 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:48:40.080161 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-672716df-55e2-44b5-ac72-61fba9420335 req-434b5661-4cfb-47b1-bb04-bfb90214c773 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=78c8f476-80d6-4ea2-a66f-54326174ecf7 HTTP/1.1" status: 200 len: 210 time: 0.0301449 Jul 09 18:48:40.108627 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9b78d-fb85-473e-966b-49da8967129f req-6de1ffb2-0f41-450f-b906-a4fd25c8c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:40.110314 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-85f9b78d-fb85-473e-966b-49da8967129f req-6de1ffb2-0f41-450f-b906-a4fd25c8c4e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d67bf152-f676-43ef-90d0-dbcab1803cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0869961 Jul 09 18:48:40.170551 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:40.182619 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '758574a7-7fd6-463b-8a38-5683b891d071', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'port_id': '758574a7-7fd6-463b-8a38-5683b891d071', 'mac_address': 'fa:16:3e:65:16:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:48:40.205807 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-85f9b78d-fb85-473e-966b-49da8967129f req-4d2edcc4-d6d2-4a14-92c5-ef5bf0573f9d service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874426 Jul 09 18:48:40.218898 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:40.232399 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758574a7-7fd6-463b-8a38-5683b891d071 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:48:40.253807 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:40.258204 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:40.305806 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=9']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:40.309410 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-85f9b78d-fb85-473e-966b-49da8967129f req-c52b64a0-6f7f-4256-84e1-686c884f9174 service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853074 Jul 09 18:48:40.608012 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78c74e-d90c-47e8-9194-1be2d9e4e1f3 req-94590bef-334d-4526-950f-cee821fd3bcb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:40.609407 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7b78c74e-d90c-47e8-9194-1be2d9e4e1f3 req-94590bef-334d-4526-950f-cee821fd3bcb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 944 time: 0.0632582 Jul 09 18:48:40.648257 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7b78c74e-d90c-47e8-9194-1be2d9e4e1f3 req-115d894f-7c8d-4cd3-aa2a-d386f46e7b7b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328832 Jul 09 18:48:40.901854 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['758574a7-7fd6-463b-8a38-5683b891d071'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:48:41.013358 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e29d0-2c7b-44de-94ff-6e167fd66291 req-c2f57c05-8456-46a3-89f8-59781d33d093 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:41.015076 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4a0e29d0-2c7b-44de-94ff-6e167fd66291 req-c2f57c05-8456-46a3-89f8-59781d33d093 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0756006 Jul 09 18:48:41.057565 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4a0e29d0-2c7b-44de-94ff-6e167fd66291 req-2a540816-2811-4e83-9060-3014f6bfc9b8 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352356 Jul 09 18:48:41.827503 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14250ee-cf5e-40c2-b55d-d8f4a4b45cf9 req-76e7331a-62f6-4579-b0eb-75ce201cd5ad tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:41.828970 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b14250ee-cf5e-40c2-b55d-d8f4a4b45cf9 req-76e7331a-62f6-4579-b0eb-75ce201cd5ad tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 944 time: 0.0657544 Jul 09 18:48:41.865479 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b14250ee-cf5e-40c2-b55d-d8f4a4b45cf9 req-acaea2bb-2fa9-437b-8659-c7b139fe3971 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307040 Jul 09 18:48:41.893658 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:42.237266 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23f3eb-62ad-47cd-a21a-4e3619964cd6 req-e28a7b94-1234-453b-b0df-9d89df203753 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:42.240249 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1d23f3eb-62ad-47cd-a21a-4e3619964cd6 req-e28a7b94-1234-453b-b0df-9d89df203753 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0716488 Jul 09 18:48:42.282889 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1d23f3eb-62ad-47cd-a21a-4e3619964cd6 req-f1472d5c-4481-4714-8ea0-58c0263332fc tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345495 Jul 09 18:48:42.563679 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-793e4d56-82cb-4800-9c58-b48441c409cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:42.667583 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800af26-ce41-4e34-b9d2-425517698cb4 req-ae787f6c-2567-4d21-81e0-282aa45337d4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:42.669393 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2800af26-ce41-4e34-b9d2-425517698cb4 req-ae787f6c-2567-4d21-81e0-282aa45337d4 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.0681987 Jul 09 18:48:42.723105 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2800af26-ce41-4e34-b9d2-425517698cb4 req-35a43a26-12cb-4eec-9fb0-b7c28232545b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Jul 09 18:48:42.824529 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b99d74-1083-4cb4-bdfa-5b54d070418e req-77138194-4a91-4898-abb8-f779c86ba798 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:42.825900 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-22b99d74-1083-4cb4-bdfa-5b54d070418e req-77138194-4a91-4898-abb8-f779c86ba798 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0620620 Jul 09 18:48:42.862873 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-22b99d74-1083-4cb4-bdfa-5b54d070418e req-2727533a-5c39-44d1-9197-dda17463c8a9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314751 Jul 09 18:48:43.045292 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999001-5a26-4c10-8c62-6de9c1cadd76 req-cf17dd9d-6af2-4f96-8ed7-b084f591796b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:43.046817 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fa999001-5a26-4c10-8c62-6de9c1cadd76 req-cf17dd9d-6af2-4f96-8ed7-b084f591796b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 944 time: 0.0617816 Jul 09 18:48:43.082243 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fa999001-5a26-4c10-8c62-6de9c1cadd76 req-797e4321-9b1b-4f48-8ff6-350751f5ddce tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298629 Jul 09 18:48:43.459474 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cdb02-1e85-4f69-855d-25fa6b5259e5 req-5a4ea12d-1e64-4f56-97b4-2b7aa62077ac tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:43.461549 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fe9cdb02-1e85-4f69-855d-25fa6b5259e5 req-5a4ea12d-1e64-4f56-97b4-2b7aa62077ac tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0604854 Jul 09 18:48:43.500438 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fe9cdb02-1e85-4f69-855d-25fa6b5259e5 req-aa41c8f5-d342-46af-9d68-8880b67b34c5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330386 Jul 09 18:48:43.887759 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6aab46-a5b6-40d9-b2d1-824286c704de req-13ffa07f-3994-4a2f-af7f-0debbe1aca2b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:43.889212 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a6aab46-a5b6-40d9-b2d1-824286c704de req-13ffa07f-3994-4a2f-af7f-0debbe1aca2b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.0607662 Jul 09 18:48:43.926717 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a6aab46-a5b6-40d9-b2d1-824286c704de req-dcd43965-4936-42ae-aec1-4b29c5e1a818 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315259 Jul 09 18:48:44.039099 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254b0a6-dacf-4105-b323-00e837c3b117 req-00aff285-6076-4f3a-bda7-9a5d6e2cf0fe tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:44.040467 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5254b0a6-dacf-4105-b323-00e837c3b117 req-00aff285-6076-4f3a-bda7-9a5d6e2cf0fe tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0661023 Jul 09 18:48:44.077688 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5254b0a6-dacf-4105-b323-00e837c3b117 req-68d3b688-649c-4299-b265-bba81bbc9bd5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Jul 09 18:48:44.092767 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:48:44.139503 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 758574a7-7fd6-463b-8a38-5683b891d071 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:48:44.139881 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:44.216561 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:44.238358 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:44.240590 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b9e05-6668-4ac9-9a9a-4aa3bf82906a" -d '{"events": [{"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-plugged", "status": "completed", "tag": "758574a7-7fd6-463b-8a38-5683b891d071"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:44.254017 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:44.259609 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:44.260295 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device e0dfbd13-8cf4-4a42-92db-e93219c964b4 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:48:44.265270 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65cabe-71ba-4c9f-ad34-41f7a70243cb req-0e0469cb-ae50-488b-837c-e3622177221c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:44.267025 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8d65cabe-71ba-4c9f-ad34-41f7a70243cb req-0e0469cb-ae50-488b-837c-e3622177221c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 944 time: 0.0677538 Jul 09 18:48:44.281199 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad78073b-78b3-440d-bf05-028e2ca8bd4a x-openstack-request-id: req-ad78073b-78b3-440d-bf05-028e2ca8bd4a {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:44.281489 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-plugged", "status": "completed", "tag": "758574a7-7fd6-463b-8a38-5683b891d071", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:44.281736 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad78073b-78b3-440d-bf05-028e2ca8bd4a {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:44.282113 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071', 'code': 200} Jul 09 18:48:44.297883 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: e0dfbd13-8cf4-4a42-92db-e93219c964b4 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:48:44.298177 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device e0dfbd13-8cf4-4a42-92db-e93219c964b4 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:48:44.305883 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8d65cabe-71ba-4c9f-ad34-41f7a70243cb req-51b0c7e4-0ee2-4732-94c8-72686af8688c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Jul 09 18:48:44.326772 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=10']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:44.669187 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166b36a-20ae-4521-9670-c3c96213396f req-ec50a3c6-74b0-4677-bbd5-71ab9c8beb6a tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:44.670560 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c166b36a-20ae-4521-9670-c3c96213396f req-ec50a3c6-74b0-4677-bbd5-71ab9c8beb6a tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0613146 Jul 09 18:48:44.708792 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c166b36a-20ae-4521-9670-c3c96213396f req-2a090067-fdaa-4b99-ad7d-2f649015da62 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326843 Jul 09 18:48:44.735959 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-c9867c29-1f17-44f6-a530-289241c376be tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:44.737671 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-c9867c29-1f17-44f6-a530-289241c376be tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.0617123 Jul 09 18:48:44.842411 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Deleting port 6cae6a7b-7030-410a-9523-ecacfe90f76c {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:48:44.842807 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:44.952053 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] For port 6cae6a7b-7030-410a-9523-ecacfe90f76c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6cae6a7b-7030-410a-9523-ecacfe90f76c,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:44.952763 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:44.966710 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Calling delete_port for 6cae6a7b-7030-410a-9523-ecacfe90f76c owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:48:44.980687 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eacc49-9114-49fc-b2e9-e16b71a1b9bd req-6bcdf714-73d2-4dba-8f68-52ea8ac26a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:44.982248 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9eacc49-9114-49fc-b2e9-e16b71a1b9bd req-6bcdf714-73d2-4dba-8f68-52ea8ac26a5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 1099 time: 0.0590899 Jul 09 18:48:45.017190 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9eacc49-9114-49fc-b2e9-e16b71a1b9bd req-be8558a4-6d68-42e2-951f-28166796de98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281985 Jul 09 18:48:45.145456 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:45.168539 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654c9b0-2a98-42db-b1a1-75e0cf37e1c4 req-78e944df-80d8-4a4c-8e16-f1791fbca7ff tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:45.170109 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a654c9b0-2a98-42db-b1a1-75e0cf37e1c4 req-78e944df-80d8-4a4c-8e16-f1791fbca7ff tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=60b71426-6da0-43c7-ae31-5c1bcff3e637 HTTP/1.1" status: 200 len: 946 time: 0.1255341 Jul 09 18:48:45.189033 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['21101f2d-0c09-4dac-a109-d48a1d6762e2', '10401a7d-c3f6-4a11-afb2-c6ebd11e7689', '6cae6a7b-7030-410a-9523-ecacfe90f76c'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:48:45.200035 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Pushing event deleted for resources: {'Port': ['ID=6cae6a7b-7030-410a-9523-ecacfe90f76c,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:45.267013 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] No DVR routers for this DVR port 6cae6a7b-7030-410a-9523-ecacfe90f76c on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:48:45.271088 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:45.273811 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f991181c-1b4c-4c1b-966b-87d453c8475f req-cb3ddbe1-71ac-4df2-a987-5e9566fe44ba tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "DELETE /v2.0/ports/6cae6a7b-7030-410a-9523-ecacfe90f76c HTTP/1.1" status: 204 len: 173 time: 0.5295534 Jul 09 18:48:45.274466 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b71426-6da0-43c7-ae31-5c1bcff3e637', 'name': 'network-vif-deleted', 'tag': '6cae6a7b-7030-410a-9523-ecacfe90f76c'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:45.276859 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aebc4ee-0b89-41dd-98de-29c3ba5ebc7b" -d '{"events": [{"server_uuid": "60b71426-6da0-43c7-ae31-5c1bcff3e637", "name": "network-vif-deleted", "tag": "6cae6a7b-7030-410a-9523-ecacfe90f76c"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:45.280047 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-881c0254-8aa7-4a16-b3f2-7d7d157f6757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:45.283205 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:45.287682 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7166c53-3e7d-49ae-89af-7c449c263be8 req-7a756627-8615-4332-b8a4-d3a098b9e35f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:45.294629 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a7166c53-3e7d-49ae-89af-7c449c263be8 req-7a756627-8615-4332-b8a4-d3a098b9e35f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1002557 Jul 09 18:48:45.299334 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a654c9b0-2a98-42db-b1a1-75e0cf37e1c4 req-963f2b6d-99eb-4851-8f8f-cc1df56a60a0 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062422 Jul 09 18:48:45.343275 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a7166c53-3e7d-49ae-89af-7c449c263be8 req-d61b38ad-9266-49cc-bcfd-89873726f2f8 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473330 Jul 09 18:48:45.348341 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c32230-63a1-4ef5-875c-79e4209206bb x-openstack-request-id: req-a6c32230-63a1-4ef5-875c-79e4209206bb {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:45.349030 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b71426-6da0-43c7-ae31-5c1bcff3e637", "name": "network-vif-deleted", "tag": "6cae6a7b-7030-410a-9523-ecacfe90f76c", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:45.349182 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6c32230-63a1-4ef5-875c-79e4209206bb {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:45.349585 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b71426-6da0-43c7-ae31-5c1bcff3e637', 'name': 'network-vif-deleted', 'tag': '6cae6a7b-7030-410a-9523-ecacfe90f76c', 'status': 'completed', 'code': 200} Jul 09 18:48:45.506916 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fa7ce-53bf-4f6e-a43d-fd5537e6c08f req-19b03817-520f-4ff0-91dd-cf1d365aa2d4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:45.508367 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f99fa7ce-53bf-4f6e-a43d-fd5537e6c08f req-19b03817-520f-4ff0-91dd-cf1d365aa2d4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 946 time: 0.0725355 Jul 09 18:48:45.547589 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f99fa7ce-53bf-4f6e-a43d-fd5537e6c08f req-ef7a7af5-f7ff-4431-bf8e-230f34313d67 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333645 Jul 09 18:48:45.876197 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daf9c8-6897-49f0-8877-df92f768a7b8 req-4615ae76-2282-4250-b329-8689fdc05155 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:45.877629 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-32daf9c8-6897-49f0-8877-df92f768a7b8 req-4615ae76-2282-4250-b329-8689fdc05155 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0614560 Jul 09 18:48:45.915759 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-32daf9c8-6897-49f0-8877-df92f768a7b8 req-cf2398aa-6116-4e20-83da-fd464a84af42 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320721 Jul 09 18:48:46.288970 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c39c19-45b2-4b63-9610-fa2db11a243f req-d331bdc0-2983-4e69-abd4-44677c9a97f2 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:46.290358 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-41c39c19-45b2-4b63-9610-fa2db11a243f req-d331bdc0-2983-4e69-abd4-44677c9a97f2 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0662658 Jul 09 18:48:46.327289 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-41c39c19-45b2-4b63-9610-fa2db11a243f req-f679ad92-1f52-411a-99c0-061f5523bdc9 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Jul 09 18:48:46.419242 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:46.519326 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e209746-cc92-4073-971f-32db9cc19274 req-ac287e1b-e5fe-4311-844f-3c3c5e0d5d55 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:46.520810 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1e209746-cc92-4073-971f-32db9cc19274 req-ac287e1b-e5fe-4311-844f-3c3c5e0d5d55 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0648811 Jul 09 18:48:46.565077 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1e209746-cc92-4073-971f-32db9cc19274 req-ec94bcc2-8d1a-48ec-b8b1-ac78bb24b55d tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377271 Jul 09 18:48:46.739908 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cd380-0475-47e5-815a-bb95652dcefa req-4b09122b-8d60-4205-ae6f-0c29e6205899 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:46.741446 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6c3cd380-0475-47e5-815a-bb95652dcefa req-4b09122b-8d60-4205-ae6f-0c29e6205899 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 946 time: 0.0681846 Jul 09 18:48:46.775648 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0be82b-e659-409b-bc1b-063253b2e71f req-bc1deba6-73ca-47c3-ba0f-b9499f8c6ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:46.778601 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb0be82b-e659-409b-bc1b-063253b2e71f req-bc1deba6-73ca-47c3-ba0f-b9499f8c6ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 946 time: 0.0681958 Jul 09 18:48:46.781910 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6c3cd380-0475-47e5-815a-bb95652dcefa req-13c620c4-9462-46e3-a8c2-2105a8f2ece5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340555 Jul 09 18:48:46.815757 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb0be82b-e659-409b-bc1b-063253b2e71f req-28622001-33c7-45a6-acc8-8fa5bc46a566 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Jul 09 18:48:47.092154 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaaf49-a6fa-4195-a020-5d32713330fd req-e88a606a-fdb2-4b11-9100-4e63fefe1ec8 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:47.093674 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5dbaaf49-a6fa-4195-a020-5d32713330fd req-e88a606a-fdb2-4b11-9100-4e63fefe1ec8 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0626521 Jul 09 18:48:47.135631 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5dbaaf49-a6fa-4195-a020-5d32713330fd req-82869ff9-c73d-46ac-b628-def14b5f80bb tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361614 Jul 09 18:48:47.141418 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:48:47.498518 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f64ff2-2fd6-431e-b9b4-3f67d71ee58d req-3981f7af-2656-456c-a170-6a4f5c43edcf tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:47.500329 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52f64ff2-2fd6-431e-b9b4-3f67d71ee58d req-3981f7af-2656-456c-a170-6a4f5c43edcf tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0634820 Jul 09 18:48:47.537135 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52f64ff2-2fd6-431e-b9b4-3f67d71ee58d req-6c80e56e-f4cc-4a59-8cc6-083e14a0d558 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299115 Jul 09 18:48:47.737701 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e23c-9711-4767-818d-348e9a2e41d7 req-ec777a7f-2cb0-4804-bd34-787365b30c1c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:47.739151 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1614e23c-9711-4767-818d-348e9a2e41d7 req-ec777a7f-2cb0-4804-bd34-787365b30c1c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0609291 Jul 09 18:48:47.774595 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1614e23c-9711-4767-818d-348e9a2e41d7 req-d3cd5dd4-a59c-4d31-83b6-88ad649ad453 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293920 Jul 09 18:48:47.890206 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:47.968395 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f662e4-c650-48ce-ad0c-970dfb569c7e req-d3f6a00b-6240-4581-b294-6fe1da865787 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:47.969882 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-95f662e4-c650-48ce-ad0c-970dfb569c7e req-d3f6a00b-6240-4581-b294-6fe1da865787 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 946 time: 0.0625205 Jul 09 18:48:48.001136 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ebc42-74cd-40ee-9c2f-26c2e976f196 req-065b7f32-768f-4f58-aa4f-85d7ad82cbc2 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:48.002711 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a99ebc42-74cd-40ee-9c2f-26c2e976f196 req-065b7f32-768f-4f58-aa4f-85d7ad82cbc2 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 946 time: 0.0663946 Jul 09 18:48:48.006338 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-95f662e4-c650-48ce-ad0c-970dfb569c7e req-66ed9c89-c935-439b-9e7c-c438675583d7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307958 Jul 09 18:48:48.040587 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a99ebc42-74cd-40ee-9c2f-26c2e976f196 req-fe081da1-b934-47ef-a072-a0d38893392b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Jul 09 18:48:48.309477 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5c885-f45e-4d3d-b790-ff519d8bcb05 req-c9c200de-e623-4465-b4bf-3fcebe073e42 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:48.311034 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-65b5c885-f45e-4d3d-b790-ff519d8bcb05 req-c9c200de-e623-4465-b4bf-3fcebe073e42 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0643847 Jul 09 18:48:48.350281 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-65b5c885-f45e-4d3d-b790-ff519d8bcb05 req-b5dd5f09-5245-4158-b992-cab72ea44015 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335784 Jul 09 18:48:48.709235 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a030d0d-7822-4f82-87fa-248db4b318a0 req-71fcfb46-ddc2-453f-b273-8c9399c42fad tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:48.711282 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9a030d0d-7822-4f82-87fa-248db4b318a0 req-71fcfb46-ddc2-453f-b273-8c9399c42fad tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0616958 Jul 09 18:48:48.747530 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9a030d0d-7822-4f82-87fa-248db4b318a0 req-b7b84268-07fa-4e5e-be6d-c5212d6431a6 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Jul 09 18:48:48.881053 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-c20f4332-0e46-472e-a77c-960544690fdb tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:48.883070 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-c20f4332-0e46-472e-a77c-960544690fdb tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 946 time: 0.0611558 Jul 09 18:48:49.005247 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec610e5-768a-4df7-b7e7-d44719dad442 req-6c5571d8-d4fe-4a03-9723-e243d143c28a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:49.006764 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6ec610e5-768a-4df7-b7e7-d44719dad442 req-6c5571d8-d4fe-4a03-9723-e243d143c28a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1228554 Jul 09 18:48:49.041853 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Deleting port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:48:49.042213 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:49.092508 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6ec610e5-768a-4df7-b7e7-d44719dad442 req-4f882b58-0ad9-464f-b38b-e4ca5f72dfc1 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785186 Jul 09 18:48:49.142126 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] For port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:49.142501 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:49.155068 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Calling delete_port for 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:48:49.213546 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04809d6-21ce-4b5d-8e59-183056ac7005 req-a4382543-1778-4771-8cf8-336ce30b7aa1 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:49.215059 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d04809d6-21ce-4b5d-8e59-183056ac7005 req-a4382543-1778-4771-8cf8-336ce30b7aa1 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3645eec8-ee07-49f5-827f-a3741420cda7 HTTP/1.1" status: 200 len: 946 time: 0.0655718 Jul 09 18:48:49.252877 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d04809d6-21ce-4b5d-8e59-183056ac7005 req-fc6ef6bb-4267-4817-a4b0-7fc6bc3f740b tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323493 Jul 09 18:48:49.279916 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:49.311418 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Pushing event deleted for resources: {'Port': ['ID=10401a7d-c3f6-4a11-afb2-c6ebd11e7689,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:49.323677 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['21101f2d-0c09-4dac-a109-d48a1d6762e2', '10401a7d-c3f6-4a11-afb2-c6ebd11e7689'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:48:49.357838 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] No DVR routers for this DVR port 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:48:49.360374 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:49.362764 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-01aeb1ff-3618-4f93-9d3b-555e3cd59e99 req-60c0f76d-b710-4585-a466-4d743e792ab9 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "DELETE /v2.0/ports/10401a7d-c3f6-4a11-afb2-c6ebd11e7689 HTTP/1.1" status: 204 len: 173 time: 0.4704187 Jul 09 18:48:49.363214 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3645eec8-ee07-49f5-827f-a3741420cda7', 'name': 'network-vif-deleted', 'tag': '10401a7d-c3f6-4a11-afb2-c6ebd11e7689'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:49.365405 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d4b30a-3710-4998-a80a-b1bf32249ee5" -d '{"events": [{"server_uuid": "3645eec8-ee07-49f5-827f-a3741420cda7", "name": "network-vif-deleted", "tag": "10401a7d-c3f6-4a11-afb2-c6ebd11e7689"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:49.413510 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa70e73d-55fc-4ffb-b33c-6d8b9d0dfa31 x-openstack-request-id: req-aa70e73d-55fc-4ffb-b33c-6d8b9d0dfa31 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:49.413797 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3645eec8-ee07-49f5-827f-a3741420cda7", "name": "network-vif-deleted", "tag": "10401a7d-c3f6-4a11-afb2-c6ebd11e7689", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:49.414044 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa70e73d-55fc-4ffb-b33c-6d8b9d0dfa31 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:49.414463 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3645eec8-ee07-49f5-827f-a3741420cda7', 'name': 'network-vif-deleted', 'tag': '10401a7d-c3f6-4a11-afb2-c6ebd11e7689', 'status': 'completed', 'code': 200} Jul 09 18:48:49.535743 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6098160-db0f-431d-9f78-e2ff610d04e9 req-de2388f7-0d4f-4c68-b288-7e95a227f45f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:49.537856 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b6098160-db0f-431d-9f78-e2ff610d04e9 req-de2388f7-0d4f-4c68-b288-7e95a227f45f tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0648527 Jul 09 18:48:49.577389 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b6098160-db0f-431d-9f78-e2ff610d04e9 req-db30370b-7fe7-4f6e-85e6-c329b3b1d7f9 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337071 Jul 09 18:48:49.923147 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0751023-740d-4fe6-8fb4-11053020d2fe req-b86e6597-0ec4-4f72-8599-e953a3dbbc3b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:49.924640 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a0751023-740d-4fe6-8fb4-11053020d2fe req-b86e6597-0ec4-4f72-8599-e953a3dbbc3b tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0616324 Jul 09 18:48:49.961871 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a0751023-740d-4fe6-8fb4-11053020d2fe req-046cf307-ed23-42c9-a624-f38236ac7f3a tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Jul 09 18:48:50.064626 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-dbd47995-38cd-4602-a705-7953e39b21ca tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:50.065990 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-dbd47995-38cd-4602-a705-7953e39b21ca tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.30 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 946 time: 0.0644369 Jul 09 18:48:50.163734 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 6cae6a7b-7030-410a-9523-ecacfe90f76c no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:48:50.186219 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 6cae6a7b-7030-410a-9523-ecacfe90f76c {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:48:50.186621 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 6cae6a7b-7030-410a-9523-ecacfe90f76c not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:48:50.203674 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Deleting port a5748bf9-8cc2-471c-b845-09d021cf452c {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:48:50.204034 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:50.281084 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f53bf-13ad-49db-85d4-2c66cb5d5fa8 req-8f09c02a-bf5a-4781-b731-2d14682bfadf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:50.282939 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e30f53bf-13ad-49db-85d4-2c66cb5d5fa8 req-8f09c02a-bf5a-4781-b731-2d14682bfadf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0741708 Jul 09 18:48:50.337296 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e30f53bf-13ad-49db-85d4-2c66cb5d5fa8 req-5b814f3d-e41c-4101-9719-984fc5c0f534 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478616 Jul 09 18:48:50.546684 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] For port a5748bf9-8cc2-471c-b845-09d021cf452c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=a5748bf9-8cc2-471c-b845-09d021cf452c,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:50.547042 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:50.559609 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Calling delete_port for a5748bf9-8cc2-471c-b845-09d021cf452c owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:48:50.701320 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:50.743486 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['6f28fb7a-a885-43d2-ba52-8a89e94652b7', 'a5748bf9-8cc2-471c-b845-09d021cf452c'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:48:50.758829 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Pushing event deleted for resources: {'Port': ['ID=a5748bf9-8cc2-471c-b845-09d021cf452c,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:50.805045 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] No DVR routers for this DVR port a5748bf9-8cc2-471c-b845-09d021cf452c on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:48:50.807434 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:50.809355 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb9fc48a-d06c-4c7b-ae37-32d43c4f06ac req-ea7572b9-7812-4c6d-a52b-80454f9ec230 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.30 "DELETE /v2.0/ports/a5748bf9-8cc2-471c-b845-09d021cf452c HTTP/1.1" status: 204 len: 173 time: 0.7097089 Jul 09 18:48:50.836191 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fae22-3a2c-44d5-9de3-8165dcab37bf req-95750067-d608-43bf-823e-a6778441151d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:50.837650 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-713fae22-3a2c-44d5-9de3-8165dcab37bf req-95750067-d608-43bf-823e-a6778441151d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.1468036 Jul 09 18:48:50.886714 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-713fae22-3a2c-44d5-9de3-8165dcab37bf req-2f98361a-3f56-47b3-94b6-8cf6b63405a5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431554 Jul 09 18:48:51.116456 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d94fa1b9-4ee8-48ea-9604-a7dc42227f54 req-32759393-1cef-4b50-8f3d-d2a7e369e89a tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=0761b05c-c728-4f59-9743-886c83871018 HTTP/1.1" status: 200 len: 210 time: 0.0310051 Jul 09 18:48:51.416140 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0761b05c-c728-4f59-9743-886c83871018', 'name': 'network-vif-deleted', 'tag': 'a5748bf9-8cc2-471c-b845-09d021cf452c'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:51.418607 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1e5287-1278-4dc0-9160-0ffdb141c3e5" -d '{"events": [{"server_uuid": "0761b05c-c728-4f59-9743-886c83871018", "name": "network-vif-deleted", "tag": "a5748bf9-8cc2-471c-b845-09d021cf452c"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:51.467926 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de1ca9f-8645-443d-84e1-ae8a078bfb68 x-openstack-request-id: req-0de1ca9f-8645-443d-84e1-ae8a078bfb68 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:51.468279 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0761b05c-c728-4f59-9743-886c83871018", "name": "network-vif-deleted", "tag": "a5748bf9-8cc2-471c-b845-09d021cf452c", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:51.468944 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0de1ca9f-8645-443d-84e1-ae8a078bfb68 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:51.468944 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0761b05c-c728-4f59-9743-886c83871018', 'name': 'network-vif-deleted', 'tag': 'a5748bf9-8cc2-471c-b845-09d021cf452c', 'status': 'completed', 'code': 200} Jul 09 18:48:51.525084 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a436a52-75bf-4a09-93e8-52579c82bb80 req-dc170155-4335-4b7b-bc7b-c0070facdb4f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:51.526697 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a436a52-75bf-4a09-93e8-52579c82bb80 req-dc170155-4335-4b7b-bc7b-c0070facdb4f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0751774 Jul 09 18:48:51.572195 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a436a52-75bf-4a09-93e8-52579c82bb80 req-b5af2f33-9c0d-41f3-a2c5-fb7841895b25 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398502 Jul 09 18:48:51.848210 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db79fa5-ee07-4ce7-9966-6b4b3979a8bd req-fe013a7b-7d87-4cbb-843e-f47b57ea23cd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:51.849573 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7db79fa5-ee07-4ce7-9966-6b4b3979a8bd req-fe013a7b-7d87-4cbb-843e-f47b57ea23cd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 946 time: 0.0606415 Jul 09 18:48:51.889158 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7db79fa5-ee07-4ce7-9966-6b4b3979a8bd req-0bcc7c8e-e94f-4443-ab78-e2b2a117c856 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342100 Jul 09 18:48:52.051165 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb3214-0606-4d0b-ada9-7d8eeda2bdb0 req-4d35effc-7001-42ea-bb29-16adb8566b92 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:52.052601 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4cbb3214-0606-4d0b-ada9-7d8eeda2bdb0 req-4d35effc-7001-42ea-bb29-16adb8566b92 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0604703 Jul 09 18:48:52.090640 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4cbb3214-0606-4d0b-ada9-7d8eeda2bdb0 req-f98cbeb6-5473-4bb1-8954-552746b125cb tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325112 Jul 09 18:48:52.558784 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f839-c8b6-4c26-aaf1-616913e26896 req-f5666048-8412-4968-a499-75ef73b112bb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:52.560226 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-51a4f839-c8b6-4c26-aaf1-616913e26896 req-f5666048-8412-4968-a499-75ef73b112bb tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0600140 Jul 09 18:48:52.595565 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-51a4f839-c8b6-4c26-aaf1-616913e26896 req-2e7044cd-2ba9-4da2-870e-2fb350176bff tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298269 Jul 09 18:48:52.750164 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659abc48-496e-4b03-8bc4-8ec035f0e108 req-53da76c1-bfb1-4cd3-abb6-bd83c194c43b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:52.751654 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-659abc48-496e-4b03-8bc4-8ec035f0e108 req-53da76c1-bfb1-4cd3-abb6-bd83c194c43b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0624716 Jul 09 18:48:52.789877 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-659abc48-496e-4b03-8bc4-8ec035f0e108 req-683cbdda-fa56-4f6c-8d31-666d898cebe6 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Jul 09 18:48:53.057705 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ef96b-5894-421d-a757-8c0e7d875b54 req-01ba1427-ed84-4cd4-9bf4-5bf94a7a9fc1 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:53.059084 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-776ef96b-5894-421d-a757-8c0e7d875b54 req-01ba1427-ed84-4cd4-9bf4-5bf94a7a9fc1 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 946 time: 0.0605404 Jul 09 18:48:53.095084 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-776ef96b-5894-421d-a757-8c0e7d875b54 req-cba532a3-cc3c-46e3-b7ac-3deda4772566 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf24463c-cf73-4506-bce5-83936316b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305142 Jul 09 18:48:53.262571 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01345a56-6104-4aac-9778-5a99dd38d751 req-7a0e01ee-3a81-42e9-a8cb-d69f24f4e9ae tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:53.263999 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-01345a56-6104-4aac-9778-5a99dd38d751 req-7a0e01ee-3a81-42e9-a8cb-d69f24f4e9ae tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0651488 Jul 09 18:48:53.300795 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-01345a56-6104-4aac-9778-5a99dd38d751 req-8c19666b-9615-45a8-ba10-d0e881d82a01 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0312762 Jul 09 18:48:53.768563 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3e500-3480-4b31-8d0b-4c49853686cf req-814ffad9-d8b5-4bea-a2a4-b92ff6b71e6c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:53.770006 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-12a3e500-3480-4b31-8d0b-4c49853686cf req-814ffad9-d8b5-4bea-a2a4-b92ff6b71e6c tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0634258 Jul 09 18:48:53.814966 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-12a3e500-3480-4b31-8d0b-4c49853686cf req-b0e2c79f-e33d-41a3-86a3-844ca670c6d4 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392010 Jul 09 18:48:53.863707 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-a9ca6427-7846-4db4-bc64-a3e42694fce1 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:53.865167 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-a9ca6427-7846-4db4-bc64-a3e42694fce1 tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 946 time: 0.0638757 Jul 09 18:48:53.962371 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23336c-bbc9-4dc1-ba86-2112089d9949 req-ae03e8b8-f603-4c9a-9105-87538fe0dd26 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:53.964010 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-de23336c-bbc9-4dc1-ba86-2112089d9949 req-ae03e8b8-f603-4c9a-9105-87538fe0dd26 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0619469 Jul 09 18:48:53.968384 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Deleting port 21101f2d-0c09-4dac-a109-d48a1d6762e2 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:48:53.968718 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:54.000595 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-de23336c-bbc9-4dc1-ba86-2112089d9949 req-fbe56d0b-61df-49c9-a631-12ab19d254eb tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309594 Jul 09 18:48:54.057904 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] For port 21101f2d-0c09-4dac-a109-d48a1d6762e2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=21101f2d-0c09-4dac-a109-d48a1d6762e2,segment=NetworkSegment(9e07748c-d228-46f4-8f4a-1ac7dd560801),segment_id=9e07748c-d228-46f4-8f4a-1ac7dd560801)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:54.058298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:54.070783 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Calling delete_port for 21101f2d-0c09-4dac-a109-d48a1d6762e2 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:48:54.192425 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:54.198427 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device a5748bf9-8cc2-471c-b845-09d021cf452c no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:48:54.220069 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: a5748bf9-8cc2-471c-b845-09d021cf452c {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:48:54.220418 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device a5748bf9-8cc2-471c-b845-09d021cf452c not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:48:54.220809 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:48:54.231925 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Pushing event deleted for resources: {'Port': ['ID=21101f2d-0c09-4dac-a109-d48a1d6762e2,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:54.241340 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['21101f2d-0c09-4dac-a109-d48a1d6762e2'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:48:54.243537 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:48:54.243878 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 10401a7d-c3f6-4a11-afb2-c6ebd11e7689 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:48:54.256065 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f19f06d6-ee74-40c6-8bbc-b5a38ad29500 req-df69fc1c-0942-4736-8b80-571cd56351fe tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae842838-59c8-4dbe-8613-87b3d0c6800f HTTP/1.1" status: 200 len: 210 time: 0.0342147 Jul 09 18:48:54.292229 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] No DVR routers for this DVR port 21101f2d-0c09-4dac-a109-d48a1d6762e2 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:48:54.294645 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:54.296556 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3cc31705-b2cc-46bc-a2fe-20ebacb90640 req-96a25796-2270-4f17-80b8-3e5763a718fd tempest-AttachVolumeNegativeTest-1446566144 tempest-AttachVolumeNegativeTest-1446566144-project] 10.222.0.30 "DELETE /v2.0/ports/21101f2d-0c09-4dac-a109-d48a1d6762e2 HTTP/1.1" status: 204 len: 173 time: 0.4222169 Jul 09 18:48:54.296974 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae842838-59c8-4dbe-8613-87b3d0c6800f', 'name': 'network-vif-deleted', 'tag': '21101f2d-0c09-4dac-a109-d48a1d6762e2'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:54.299178 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d664d1b-d128-45f4-84ec-3f620e477d7a" -d '{"events": [{"server_uuid": "ae842838-59c8-4dbe-8613-87b3d0c6800f", "name": "network-vif-deleted", "tag": "21101f2d-0c09-4dac-a109-d48a1d6762e2"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:54.335945 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eb9dda-dd74-4e37-a1f2-812bc0a6eb5b x-openstack-request-id: req-73eb9dda-dd74-4e37-a1f2-812bc0a6eb5b {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:54.336279 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae842838-59c8-4dbe-8613-87b3d0c6800f", "name": "network-vif-deleted", "tag": "21101f2d-0c09-4dac-a109-d48a1d6762e2", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:54.336479 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73eb9dda-dd74-4e37-a1f2-812bc0a6eb5b {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:54.336888 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae842838-59c8-4dbe-8613-87b3d0c6800f', 'name': 'network-vif-deleted', 'tag': '21101f2d-0c09-4dac-a109-d48a1d6762e2', 'status': 'completed', 'code': 200} Jul 09 18:48:54.474432 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9595d6-f431-4b9a-8ea6-da579793bc40 req-33a6d53a-6385-4a59-a7d0-1cb081cad6fb tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:54.476579 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8b9595d6-f431-4b9a-8ea6-da579793bc40 req-33a6d53a-6385-4a59-a7d0-1cb081cad6fb tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0649598 Jul 09 18:48:54.515561 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8b9595d6-f431-4b9a-8ea6-da579793bc40 req-3fcf10b1-852c-46c4-9130-6ed10b1259ab tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332057 Jul 09 18:48:54.988765 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fb3ef-07ff-4827-affc-7a720f31137d req-6e9f341c-3168-4c8a-8a16-5e9e84e1a9a7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:54.990301 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9a3fb3ef-07ff-4827-affc-7a720f31137d req-6e9f341c-3168-4c8a-8a16-5e9e84e1a9a7 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0656006 Jul 09 18:48:55.027544 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9a3fb3ef-07ff-4827-affc-7a720f31137d req-16c666f6-99c1-4c6b-ac17-011dde670726 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Jul 09 18:48:55.174567 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5303088-f77b-459c-81a2-d78a6cc3a788 req-6585c76d-fbc4-4c91-afa6-103ac6522810 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:55.175998 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b5303088-f77b-459c-81a2-d78a6cc3a788 req-6585c76d-fbc4-4c91-afa6-103ac6522810 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0635474 Jul 09 18:48:55.218187 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b5303088-f77b-459c-81a2-d78a6cc3a788 req-02416099-0955-4301-a16a-c5369f4b0835 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353150 Jul 09 18:48:55.347527 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 36800) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:48:55.396074 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f505d3e-0341-4d09-adf9-6215d1bcfc86 admin admin] Deleting subnet 789576c8-d3c5-4bb8-9a61-289186cb2c27 {{(pid=104836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:48:55.400123 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0f505d3e-0341-4d09-adf9-6215d1bcfc86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.433944 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0f505d3e-0341-4d09-adf9-6215d1bcfc86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14825934'] for subnet, precommit_delete_associations {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.473580 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0f505d3e-0341-4d09-adf9-6215d1bcfc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.529914 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0f505d3e-0341-4d09-adf9-6215d1bcfc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14759073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15224044'] for subnet, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.552912 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f505d3e-0341-4d09-adf9-6215d1bcfc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789576c8-d3c5-4bb8-9a61-289186cb2c27,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:55.558660 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-0f505d3e-0341-4d09-adf9-6215d1bcfc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.563138 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-0f505d3e-0341-4d09-adf9-6215d1bcfc86 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/789576c8-d3c5-4bb8-9a61-289186cb2c27 HTTP/1.1" status: 204 len: 168 time: 0.2145679 Jul 09 18:48:55.563469 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36804) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:48:55.641751 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.756319 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.770078 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baee6ba-d66c-45f7-8e7f-40c14528101b req-b72a8e86-29cc-4d71-a460-cc8200a251b7 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:55.772065 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5baee6ba-d66c-45f7-8e7f-40c14528101b req-b72a8e86-29cc-4d71-a460-cc8200a251b7 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.1447430 Jul 09 18:48:55.775178 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8832039b-97f5-45a1-add5-584cfbdaa7c4']}} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:48:55.791351 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e07748c-d228-46f4-8f4a-1ac7dd560801') {'for_net_delete': True} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:48:55.791631 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e07748c-d228-46f4-8f4a-1ac7dd560801') {} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:48:55.806907 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718719'] for segment, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.828324 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.839659 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5baee6ba-d66c-45f7-8e7f-40c14528101b req-fa9f00dd-e012-4d0f-a71e-e6e4c06c3ff8 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578823 Jul 09 18:48:55.840554 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=104835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:48:55.840932 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845690'] for segment, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: Traceback (most recent call last): Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: timer() Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: cb(*args, **kw) Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: return func(*args, **kwargs) Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: self._notify() Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: self.callback(batched_events) Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: event.method(event) Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: return f(self, *a, **k) Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._get(url).json() Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: return self.request(url, 'GET', **kwargs) Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:48:55.842593 dv-cinder-780933-10-iscsi neutron-server[104835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:48:55.893983 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.913519 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:55.915336 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8832039b-97f5-45a1-add5-584cfbdaa7c4 HTTP/1.1" status: 204 len: 168 time: 0.3507721 Jul 09 18:48:55.916301 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe1951-2b15-4a68-8ddd-889444e1e196 admin admin] Pushing event deleted for resources: {'Network': ['ID=8832039b-97f5-45a1-add5-584cfbdaa7c4,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:56.071897 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36810) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:48:56.109691 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-004df2cc-a208-4769-916b-b92a477bc515 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=547afd78cce14b8bad3ee66012ea7624&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0365858 Jul 09 18:48:56.112297 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36812) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:48:56.158524 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-404c6b3f-6061-410b-a32a-9e9c0a0764c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:56.178911 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-404c6b3f-6061-410b-a32a-9e9c0a0764c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:56.197481 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801996c-8573-4f19-8492-80230cb83041 req-cd0376d2-7305-48d8-ab3d-41f8d31f5889 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:56.199012 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0801996c-8573-4f19-8492-80230cb83041 req-cd0376d2-7305-48d8-ab3d-41f8d31f5889 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0619512 Jul 09 18:48:56.223550 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-404c6b3f-6061-410b-a32a-9e9c0a0764c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:56.226483 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-404c6b3f-6061-410b-a32a-9e9c0a0764c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:56.227638 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-404c6b3f-6061-410b-a32a-9e9c0a0764c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf24463c-cf73-4506-bce5-83936316b7d9 HTTP/1.1" status: 204 len: 168 time: 0.1144564 Jul 09 18:48:56.235082 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c6b3f-6061-410b-a32a-9e9c0a0764c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24463c-cf73-4506-bce5-83936316b7d9,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:56.241486 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0801996c-8573-4f19-8492-80230cb83041 req-81ad85fe-24ca-4109-8946-89ac6695b180 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366170 Jul 09 18:48:56.399113 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d965d6-de5a-438e-9406-65e5a37c0f5b req-c3fbfae6-147d-4a81-bd2c-1ccf23f2ecb7 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:56.400661 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-72d965d6-de5a-438e-9406-65e5a37c0f5b req-c3fbfae6-147d-4a81-bd2c-1ccf23f2ecb7 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0638278 Jul 09 18:48:56.440967 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-72d965d6-de5a-438e-9406-65e5a37c0f5b req-ad540be9-b99e-40aa-96c2-3b0de3eb22b1 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345931 Jul 09 18:48:57.166379 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8acdf4-33dc-46e2-bbce-91b1a9671b34 req-dcb95557-b431-4294-bc96-7c85419b0cd6 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:57.167862 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4a8acdf4-33dc-46e2-bbce-91b1a9671b34 req-dcb95557-b431-4294-bc96-7c85419b0cd6 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0613916 Jul 09 18:48:57.211177 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4a8acdf4-33dc-46e2-bbce-91b1a9671b34 req-17c41e46-3688-4345-aa6d-51988678d8a2 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378709 Jul 09 18:48:57.420021 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ab243-7fef-4493-a8c5-e5acd14a2380 req-cfdb06e7-a87a-4afb-920a-a508236a6a2f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:57.421488 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8b9ab243-7fef-4493-a8c5-e5acd14a2380 req-cfdb06e7-a87a-4afb-920a-a508236a6a2f tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0651166 Jul 09 18:48:57.463518 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8b9ab243-7fef-4493-a8c5-e5acd14a2380 req-cfa7fa93-3a53-4321-aa42-eb464218a9e9 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365238 Jul 09 18:48:57.612801 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541b7fa-9832-4212-ab0e-ca32d909efa4 req-27f0978c-ea76-4100-94a1-c8594cceb3d3 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:57.614208 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4541b7fa-9832-4212-ab0e-ca32d909efa4 req-27f0978c-ea76-4100-94a1-c8594cceb3d3 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0630884 Jul 09 18:48:57.651508 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4541b7fa-9832-4212-ab0e-ca32d909efa4 req-33390e4a-e96d-44a7-bd8a-ed73d85d3e3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312419 Jul 09 18:48:58.199147 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 21101f2d-0c09-4dac-a109-d48a1d6762e2 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:48:58.221321 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 21101f2d-0c09-4dac-a109-d48a1d6762e2 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:48:58.221664 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 21101f2d-0c09-4dac-a109-d48a1d6762e2 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:48:58.380162 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cca55-a184-4ee1-b89a-87465216082d req-c5a3dbfd-d53c-4002-86f6-69c6908fd851 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:58.382273 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-783cca55-a184-4ee1-b89a-87465216082d req-c5a3dbfd-d53c-4002-86f6-69c6908fd851 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0623794 Jul 09 18:48:58.420165 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-783cca55-a184-4ee1-b89a-87465216082d req-bef049d1-8d6f-4e6f-b043-d347070e3b2e tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322847 Jul 09 18:48:58.649876 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3e9a9-0054-45f8-8e02-ff34f8880884 req-417afedd-2d36-4aa7-b93c-adbbb779868a tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:58.651551 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d7b3e9a9-0054-45f8-8e02-ff34f8880884 req-417afedd-2d36-4aa7-b93c-adbbb779868a tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0690856 Jul 09 18:48:58.691304 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d7b3e9a9-0054-45f8-8e02-ff34f8880884 req-b9187fba-e069-4cab-b08b-3a3bc0b45497 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/security-groups?id=95390775-f94a-4590-8903-4ac043a5b013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341032 Jul 09 18:48:58.846686 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538dcfc-398f-441f-9006-d4bcbfb95a5f req-d56cb160-3c8c-4b94-83df-09ec147bfe45 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:58.848136 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8538dcfc-398f-441f-9006-d4bcbfb95a5f req-d56cb160-3c8c-4b94-83df-09ec147bfe45 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0605774 Jul 09 18:48:58.885142 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8538dcfc-398f-441f-9006-d4bcbfb95a5f req-e68b7f1e-b27e-4063-9e74-5526531502d1 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311387 Jul 09 18:48:58.977780 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-e5f0281d-8feb-46a3-809a-57d81be19df2 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:58.979280 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-e5f0281d-8feb-46a3-809a-57d81be19df2 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.30 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 945 time: 0.0669825 Jul 09 18:48:59.074899 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Deleting port 6f28fb7a-a885-43d2-ba52-8a89e94652b7 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:48:59.075225 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:59.162946 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] For port 6f28fb7a-a885-43d2-ba52-8a89e94652b7, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6f28fb7a-a885-43d2-ba52-8a89e94652b7,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:48:59.163531 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:59.180099 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Calling delete_port for 6f28fb7a-a885-43d2-ba52-8a89e94652b7 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:48:59.302251 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:59.335365 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Pushing event deleted for resources: {'Port': ['ID=6f28fb7a-a885-43d2-ba52-8a89e94652b7,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:48:59.336569 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['6f28fb7a-a885-43d2-ba52-8a89e94652b7'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:48:59.377953 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] No DVR routers for this DVR port 6f28fb7a-a885-43d2-ba52-8a89e94652b7 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:48:59.380359 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:48:59.382972 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bbd5ae64-b496-4497-9eca-ce42f0dc3667 req-7292b228-7142-453e-bc18-fcf406653fed tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.30 "DELETE /v2.0/ports/6f28fb7a-a885-43d2-ba52-8a89e94652b7 HTTP/1.1" status: 204 len: 173 time: 0.3984642 Jul 09 18:48:59.383397 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e62c54-1fa3-4dae-b4bc-2fdd7439be31', 'name': 'network-vif-deleted', 'tag': '6f28fb7a-a885-43d2-ba52-8a89e94652b7'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:48:59.385796 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d368f8b-f184-4fd8-8adb-faa1ecbc601c" -d '{"events": [{"server_uuid": "44e62c54-1fa3-4dae-b4bc-2fdd7439be31", "name": "network-vif-deleted", "tag": "6f28fb7a-a885-43d2-ba52-8a89e94652b7"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:48:59.421000 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed0bf6a-4794-4d30-a6ca-e6081e481e6a x-openstack-request-id: req-eed0bf6a-4794-4d30-a6ca-e6081e481e6a {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:48:59.421307 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e62c54-1fa3-4dae-b4bc-2fdd7439be31", "name": "network-vif-deleted", "tag": "6f28fb7a-a885-43d2-ba52-8a89e94652b7", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:48:59.421624 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eed0bf6a-4794-4d30-a6ca-e6081e481e6a {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:48:59.422044 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e62c54-1fa3-4dae-b4bc-2fdd7439be31', 'name': 'network-vif-deleted', 'tag': '6f28fb7a-a885-43d2-ba52-8a89e94652b7', 'status': 'completed', 'code': 200} Jul 09 18:48:59.593919 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddbf03-eb71-462f-a1fa-b3c9db480c0d req-3f747327-78fb-455b-86d8-0416f36c4119 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:48:59.595327 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eddbf03-eb71-462f-a1fa-b3c9db480c0d req-3f747327-78fb-455b-86d8-0416f36c4119 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0640228 Jul 09 18:48:59.635177 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6eddbf03-eb71-462f-a1fa-b3c9db480c0d req-e6420c77-a120-417f-87fd-2723b460823d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337231 Jul 09 18:48:59.848074 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-822ed1c4-8ddf-495f-97ef-b673c93b1b21 req-ff696ad8-7f34-46fd-aa7a-57633100c3b0 tempest-ServerRescueNegativeTestJSON-1092786986 tempest-ServerRescueNegativeTestJSON-1092786986-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e62c54-1fa3-4dae-b4bc-2fdd7439be31 HTTP/1.1" status: 200 len: 210 time: 0.0316298 Jul 09 18:49:00.003474 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36894) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:00.067086 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab4701-30ba-4a3e-9299-f49dbbf5487c req-d9e10912-0e26-496f-8e75-2aa8b03ac245 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:00.069828 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-04ab4701-30ba-4a3e-9299-f49dbbf5487c req-d9e10912-0e26-496f-8e75-2aa8b03ac245 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0682986 Jul 09 18:49:00.109376 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-04ab4701-30ba-4a3e-9299-f49dbbf5487c req-8ffce693-cb85-49b0-b106-f690355e2e65 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336401 Jul 09 18:49:00.118746 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b82e9af0-2375-4d65-a5f5-680b57ff1794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:00.204299 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b82e9af0-2375-4d65-a5f5-680b57ff1794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:00.207904 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b82e9af0-2375-4d65-a5f5-680b57ff1794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:00.244574 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-b82e9af0-2375-4d65-a5f5-680b57ff1794 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8997e4418b2f41b0a10897db0cf0decf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400753 Jul 09 18:49:00.245491 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e9af0-2375-4d65-a5f5-680b57ff1794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382fbc78-1f70-4e36-9034-7ec5c861cdba,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:00.247268 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 36898) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:00.295068 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4ac80235-eb37-45c2-8ece-e535031cea71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:00.314928 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4ac80235-eb37-45c2-8ece-e535031cea71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:00.362714 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4ac80235-eb37-45c2-8ece-e535031cea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:00.365148 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4ac80235-eb37-45c2-8ece-e535031cea71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:00.366836 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-4ac80235-eb37-45c2-8ece-e535031cea71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/382fbc78-1f70-4e36-9034-7ec5c861cdba HTTP/1.1" status: 204 len: 168 time: 0.1185031 Jul 09 18:49:00.374167 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac80235-eb37-45c2-8ece-e535031cea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382fbc78-1f70-4e36-9034-7ec5c861cdba,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:00.810097 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc6a8-6407-4584-8b41-bf394cf39bd8 req-bf7f3aed-c8c3-4d2e-9201-54857408deb9 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:00.811629 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-daebc6a8-6407-4584-8b41-bf394cf39bd8 req-bf7f3aed-c8c3-4d2e-9201-54857408deb9 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0663638 Jul 09 18:49:00.852596 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-daebc6a8-6407-4584-8b41-bf394cf39bd8 req-4463f68d-8b19-4860-9607-749281d26427 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327466 Jul 09 18:49:00.943967 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 36924) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:01.315961 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b8775-8fcb-447b-a8f1-f91691aa625a req-eacded60-17ff-4101-9f0e-d7573ec28d3e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:01.319948 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aa2b8775-8fcb-447b-a8f1-f91691aa625a req-eacded60-17ff-4101-9f0e-d7573ec28d3e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0903680 Jul 09 18:49:01.356896 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aa2b8775-8fcb-447b-a8f1-f91691aa625a req-0e878fc7-bb1a-4155-8512-fbf8f3e110c4 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331147 Jul 09 18:49:01.594708 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398831'] for router_interface, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:01.781090 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36946) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:01.883186 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b28429ac-1471-4948-9c86-cc0d5d4071c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:01.893567 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Deleting port 84710d05-22d2-48b8-bd80-d65eb92f8268 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:01.893898 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:01.978929 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] For port 84710d05-22d2-48b8-bd80-d65eb92f8268, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=84710d05-22d2-48b8-bd80-d65eb92f8268,segment=NetworkSegment(ce9af75f-b15b-4642-b83a-5dc3857348db),segment_id=ce9af75f-b15b-4642-b83a-5dc3857348db)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:01.979347 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:01.989069 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b28429ac-1471-4948-9c86-cc0d5d4071c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:01.993542 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b28429ac-1471-4948-9c86-cc0d5d4071c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.017545 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Calling delete_port for 84710d05-22d2-48b8-bd80-d65eb92f8268 owned by network:router_interface {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:02.029469 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28429ac-1471-4948-9c86-cc0d5d4071c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06021bb4-1cff-428f-a172-ae82c95c4681,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:02.033782 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-b28429ac-1471-4948-9c86-cc0d5d4071c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58f5e829538d417fb98e44b30fbf4c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516544 Jul 09 18:49:02.036333 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36952) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:02.086680 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d80c393f-ef45-4965-8702-aab8204bfa3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.109958 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446ef56-d4a1-4424-a43f-315197b1907f req-9a7f1b67-506f-4e71-be3f-fa0a441a3610 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:02.110941 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d80c393f-ef45-4965-8702-aab8204bfa3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.111453 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d446ef56-d4a1-4424-a43f-315197b1907f req-9a7f1b67-506f-4e71-be3f-fa0a441a3610 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.1296606 Jul 09 18:49:02.155509 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d80c393f-ef45-4965-8702-aab8204bfa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.158416 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d80c393f-ef45-4965-8702-aab8204bfa3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.159666 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d80c393f-ef45-4965-8702-aab8204bfa3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06021bb4-1cff-428f-a172-ae82c95c4681 HTTP/1.1" status: 204 len: 168 time: 0.1224329 Jul 09 18:49:02.168782 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c393f-ef45-4965-8702-aab8204bfa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06021bb4-1cff-428f-a172-ae82c95c4681,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:02.225765 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d446ef56-d4a1-4424-a43f-315197b1907f req-1a3ac165-a3e5-4612-8fda-390abc5c43a5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad50766d-67cc-4526-8cac-1d74bdcb23e9&id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075048 Jul 09 18:49:02.304138 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.329313 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84710d05-22d2-48b8-bd80-d65eb92f8268,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:02.471943 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36962) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:02.505347 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401105'] for router_interface, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.513307 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b05e8c35-eaad-4eef-aa20-40276da838af admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.578412 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac4e80-4fe8-4be6-a769-39b0211ed1bc req-f622a488-a282-4298-b7b5-2c8ca1815c9f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:02.579906 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6bac4e80-4fe8-4be6-a769-39b0211ed1bc req-f622a488-a282-4298-b7b5-2c8ca1815c9f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1007564 Jul 09 18:49:02.639729 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6bac4e80-4fe8-4be6-a769-39b0211ed1bc req-ca126510-3432-42a8-909f-e67b34e1b4af tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535944 Jul 09 18:49:02.664475 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b05e8c35-eaad-4eef-aa20-40276da838af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.668964 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b05e8c35-eaad-4eef-aa20-40276da838af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.709814 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-b05e8c35-eaad-4eef-aa20-40276da838af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1e5a917e3c4453dbb3a97b4c9319227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348044 Jul 09 18:49:02.711429 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 36964) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:02.718535 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e8c35-eaad-4eef-aa20-40276da838af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52d4f15-94bd-49d6-9445-a97a1b04c2ad,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:02.728988 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Router fbc043da-d4d5-4dc5-829c-5507d637f3c7 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:49:02.774075 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-96130ee4-a8a5-430d-b083-c79570865609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.799549 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-96130ee4-a8a5-430d-b083-c79570865609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.847592 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-96130ee4-a8a5-430d-b083-c79570865609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.850697 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-96130ee4-a8a5-430d-b083-c79570865609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:02.850817 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:49:02.851850 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-96130ee4-a8a5-430d-b083-c79570865609 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f52d4f15-94bd-49d6-9445-a97a1b04c2ad HTTP/1.1" status: 204 len: 168 time: 0.1394198 Jul 09 18:49:02.859438 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-08bd9d63-77ff-455e-a2e0-8d34fb6f38c0 admin admin] 10.222.0.22 "PUT /v2.0/routers/fbc043da-d4d5-4dc5-829c-5507d637f3c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9143808 Jul 09 18:49:02.860215 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 36968) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:02.861420 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96130ee4-a8a5-430d-b083-c79570865609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52d4f15-94bd-49d6-9445-a97a1b04c2ad,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:02.862494 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] Sync routers for ids ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:49:02.876290 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] Routers {'fbc043da-d4d5-4dc5-829c-5507d637f3c7'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:02.877024 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:48:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:02.989414 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks [] for router, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:03.009035 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] Set router fbc043da-d4d5-4dc5-829c-5507d637f3c7 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:03.103669 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:03.160392 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Deleting port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:03.160815 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:03.226074 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:49:02Z', 'revision_number': 5, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'gw_port': {'id': 'd3d4f9e3-c870-4aa1-b661-68a7407bd0d3', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:03.254794 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] For port d3d4f9e3-c870-4aa1-b661-68a7407bd0d3, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=d3d4f9e3-c870-4aa1-b661-68a7407bd0d3,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:03.255030 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] Checking router: fbc043da-d4d5-4dc5-829c-5507d637f3c7 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:49:03.255263 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:03.265723 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] Routers {'fbc043da-d4d5-4dc5-829c-5507d637f3c7'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:03.266358 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:48:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:03.268308 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Calling delete_port for d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 owned by network:router_gateway {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:03.360229 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] Set router fbc043da-d4d5-4dc5-829c-5507d637f3c7 gateway port host: None {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:03.411861 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:49:03Z', 'revision_number': 6, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'gw_port_host': None}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:03.440882 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592188e2-e5ec-4dca-aed8-7b7f7454ea56 None None] The sync data for ids ['fbc043da-d4d5-4dc5-829c-5507d637f3c7'] in dv-cinder-780933-10-iscsi is: [{'id': 'fbc043da-d4d5-4dc5-829c-5507d637f3c7', 'name': 'tempest-ServerRescueNegativeTestJSON-816205167-router', 'tenant_id': '3c000e9a3f534f10836e5163abd56c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:56Z', 'updated_at': '2021-07-09T18:49:03Z', 'revision_number': 6, 'project_id': '3c000e9a3f534f10836e5163abd56c4e', 'gw_port_host': None}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:49:03.456392 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:03.497983 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d4f9e3-c870-4aa1-b661-68a7407bd0d3,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:03.561918 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396456'] for router_gateway, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:03.943764 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-393500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042693'] for router, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:03.946446 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:03.954265 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 84710d05-22d2-48b8-bd80-d65eb92f8268 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:49:03.985728 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 84710d05-22d2-48b8-bd80-d65eb92f8268 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:49:03.986075 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 84710d05-22d2-48b8-bd80-d65eb92f8268 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:49:04.022404 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394636'] for router, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.022986 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc043da-d4d5-4dc5-829c-5507d637f3c7 {{(pid=104836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:49:04.028520 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.029713 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ccffd789-c570-449c-a61e-aee0bd95556a admin admin] 10.222.0.22 "DELETE /v2.0/routers/fbc043da-d4d5-4dc5-829c-5507d637f3c7 HTTP/1.1" status: 204 len: 168 time: 1.1684568 Jul 09 18:49:04.032354 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 36998) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:04.075583 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6b76a-9c03-41b9-b44b-75f31082b3b4 req-58c0049c-9b3e-4a3a-81f5-a8b075360055 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:04.077053 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-84b6b76a-9c03-41b9-b44b-75f31082b3b4 req-58c0049c-9b3e-4a3a-81f5-a8b075360055 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1711621 Jul 09 18:49:04.095093 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a37fd3-9c9f-439d-9ae1-77bc95006d46 admin admin] Deleting subnet 3b16afc9-9166-43bd-8f76-11e7714e46bf {{(pid=104836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:49:04.105700 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-46a37fd3-9c9f-439d-9ae1-77bc95006d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.146897 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-84b6b76a-9c03-41b9-b44b-75f31082b3b4 req-912ede79-d15c-45f1-bba2-c72f5e09ee94 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638900 Jul 09 18:49:04.152334 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-46a37fd3-9c9f-439d-9ae1-77bc95006d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14825934'] for subnet, precommit_delete_associations {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.192181 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-46a37fd3-9c9f-439d-9ae1-77bc95006d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.243372 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 6f28fb7a-a885-43d2-ba52-8a89e94652b7 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:49:04.252128 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-46a37fd3-9c9f-439d-9ae1-77bc95006d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14759073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15224044'] for subnet, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.269558 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-46a37fd3-9c9f-439d-9ae1-77bc95006d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.274280 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-46a37fd3-9c9f-439d-9ae1-77bc95006d46 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3b16afc9-9166-43bd-8f76-11e7714e46bf HTTP/1.1" status: 204 len: 168 time: 0.2382450 Jul 09 18:49:04.274829 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37008) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:04.276878 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 6f28fb7a-a885-43d2-ba52-8a89e94652b7 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:49:04.277436 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 6f28fb7a-a885-43d2-ba52-8a89e94652b7 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:49:04.354483 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a37fd3-9c9f-439d-9ae1-77bc95006d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b16afc9-9166-43bd-8f76-11e7714e46bf,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:04.387272 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.520887 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.533823 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867bf7ca-3077-450e-8595-8d00f5ddce4f']}} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:04.554984 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9af75f-b15b-4642-b83a-5dc3857348db') {'for_net_delete': True} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:04.555287 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9af75f-b15b-4642-b83a-5dc3857348db') {} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:04.567025 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14825945'] for segment, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.568624 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6167-4111-450a-9804-341b4e50cf3c req-a87de24e-c759-4140-82b7-23b1c7dd022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:04.570827 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f46a6167-4111-450a-9804-341b4e50cf3c req-a87de24e-c759-4140-82b7-23b1c7dd022e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 1099 time: 0.0554628 Jul 09 18:49:04.594071 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad1992-424c-4959-8aa0-d72470be6eb0 req-103a4ec5-35ca-481a-9692-8188221dfff9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:04.595664 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fbad1992-424c-4959-8aa0-d72470be6eb0 req-103a4ec5-35ca-481a-9692-8188221dfff9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1242023 Jul 09 18:49:04.596826 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.603588 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=104836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:49:04.604009 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14758980'] for segment, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: Traceback (most recent call last): Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: timer() Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: cb(*args, **kw) Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: return func(*args, **kwargs) Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: self._notify() Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: self.callback(batched_events) Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: event.method(event) Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: return f(self, *a, **k) Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._get(url).json() Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: return self.request(url, 'GET', **kwargs) Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:49:04.605810 dv-cinder-780933-10-iscsi neutron-server[104836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:49:04.700460 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6167-4111-450a-9804-341b4e50cf3c req-5a4b319e-1b7b-4c9b-84aa-313d430d86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:04.700460 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f46a6167-4111-450a-9804-341b4e50cf3c req-5a4b319e-1b7b-4c9b-84aa-313d430d86d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 200 len: 912 time: 0.1210418 Jul 09 18:49:04.707369 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fbad1992-424c-4959-8aa0-d72470be6eb0 req-11d3b6b0-4f27-4bb0-b587-40ccf52a29d5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006093 Jul 09 18:49:04.708614 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.714604 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:04.719388 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] 10.222.0.22 "DELETE /v2.0/networks/867bf7ca-3077-450e-8595-8d00f5ddce4f HTTP/1.1" status: 204 len: 168 time: 0.4410152 Jul 09 18:49:04.729167 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e5d31-ea34-40fc-b14e-6d8ad0f0d3bc admin admin] Pushing event deleted for resources: {'Network': ['ID=867bf7ca-3077-450e-8595-8d00f5ddce4f,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:04.805948 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f46a6167-4111-450a-9804-341b4e50cf3c req-9b5f2395-9389-4a6e-9a25-92471550944f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=644ddc57-913e-4d83-9961-6a1b21f74674 HTTP/1.1" status: 200 len: 1002 time: 0.0908511 Jul 09 18:49:04.871314 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6167-4111-450a-9804-341b4e50cf3c req-65b9a93f-e431-4081-bebd-6560a1ad9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:04.872953 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f46a6167-4111-450a-9804-341b4e50cf3c req-65b9a93f-e431-4081-bebd-6560a1ad9966 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1c8df9-30f8-43b6-aaf9-a82373b78aa6 HTTP/1.1" status: 200 len: 850 time: 0.0601761 Jul 09 18:49:04.943955 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37040) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:04.954347 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a6167-4111-450a-9804-341b4e50cf3c req-b769a7b2-8969-45a0-813d-baca09584be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:04.956263 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f46a6167-4111-450a-9804-341b4e50cf3c req-b769a7b2-8969-45a0-813d-baca09584be4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0765476 Jul 09 18:49:04.989801 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-7f41f2a2-03fb-44c7-ada5-fda32150b0f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c000e9a3f534f10836e5163abd56c4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446646 Jul 09 18:49:04.990684 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37046) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:05.048696 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-587a8291-4539-40ef-87b5-d01086ec9575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:05.065975 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f46a6167-4111-450a-9804-341b4e50cf3c req-67d9d78c-76b9-45df-8417-d8e285354298 service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865109 Jul 09 18:49:05.075117 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-587a8291-4539-40ef-87b5-d01086ec9575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:05.124684 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-587a8291-4539-40ef-87b5-d01086ec9575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:05.127709 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-587a8291-4539-40ef-87b5-d01086ec9575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:05.130604 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-587a8291-4539-40ef-87b5-d01086ec9575 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95390775-f94a-4590-8903-4ac043a5b013 HTTP/1.1" status: 204 len: 168 time: 0.1374269 Jul 09 18:49:05.141353 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a8291-4539-40ef-87b5-d01086ec9575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95390775-f94a-4590-8903-4ac043a5b013,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:05.182256 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f46a6167-4111-450a-9804-341b4e50cf3c req-a41830cd-e3e4-4a09-a75b-4f5ed0f1af5b service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009848 Jul 09 18:49:05.531430 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:49:05.554717 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:49:05.554998 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d3d4f9e3-c870-4aa1-b661-68a7407bd0d3 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:49:05.915284 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129cd83-af41-4f81-9b51-2913ed4ed37f req-2df7bfbf-a98a-476c-95a9-54a7fcf73079 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:05.917515 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b129cd83-af41-4f81-9b51-2913ed4ed37f req-2df7bfbf-a98a-476c-95a9-54a7fcf73079 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0794418 Jul 09 18:49:05.958226 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b129cd83-af41-4f81-9b51-2913ed4ed37f req-9cf6216b-6fd7-4c95-adde-9fb4e72c3896 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345275 Jul 09 18:49:06.152223 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37144) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:06.253920 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e6d58ae5-1315-4251-9e5d-369e025adfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.343291 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e6d58ae5-1315-4251-9e5d-369e025adfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.347123 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e6d58ae5-1315-4251-9e5d-369e025adfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.384703 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-e6d58ae5-1315-4251-9e5d-369e025adfcb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2eac871b55fc4e4ba41656c949df5bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313848 Jul 09 18:49:06.387200 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37156) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:06.394138 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d58ae5-1315-4251-9e5d-369e025adfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b764c-8041-49ed-8c48-6b6dfe01adc6,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:06.439715 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cde75c21-3bc4-4e58-90eb-87c967a007bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.461717 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cde75c21-3bc4-4e58-90eb-87c967a007bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.508009 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cde75c21-3bc4-4e58-90eb-87c967a007bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.510555 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cde75c21-3bc4-4e58-90eb-87c967a007bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.511689 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-cde75c21-3bc4-4e58-90eb-87c967a007bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/955b764c-8041-49ed-8c48-6b6dfe01adc6 HTTP/1.1" status: 204 len: 168 time: 0.1236033 Jul 09 18:49:06.519300 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde75c21-3bc4-4e58-90eb-87c967a007bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b764c-8041-49ed-8c48-6b6dfe01adc6,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:06.828042 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37174) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:06.841827 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f76be9b0-10fa-4328-b0c7-a74f20895f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.932595 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f76be9b0-10fa-4328-b0c7-a74f20895f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.937335 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f76be9b0-10fa-4328-b0c7-a74f20895f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:06.959234 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37178) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:06.976093 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-f76be9b0-10fa-4328-b0c7-a74f20895f9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f064630fae1c4c3e916a665edd1966b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469629 Jul 09 18:49:06.978226 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76be9b0-10fa-4328-b0c7-a74f20895f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13155912-c280-4427-b7af-9072e4e2feb1,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:06.978749 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37182) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:07.035119 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b43937a3-9c6c-495a-926d-a3db39cd8c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.060064 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b43937a3-9c6c-495a-926d-a3db39cd8c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.090245 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c27f32f4-9fe2-4476-a4b5-6cbffa342e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.184280 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb45ad6-9347-446c-8cb5-a9501b5a8dd7 req-a10d8ca4-20cd-4be0-a44b-09c15d78ea1c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:07.185757 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ffb45ad6-9347-446c-8cb5-a9501b5a8dd7 req-a10d8ca4-20cd-4be0-a44b-09c15d78ea1c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1127431 Jul 09 18:49:07.188970 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b43937a3-9c6c-495a-926d-a3db39cd8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.191553 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b43937a3-9c6c-495a-926d-a3db39cd8c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.192581 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b43937a3-9c6c-495a-926d-a3db39cd8c35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13155912-c280-4427-b7af-9072e4e2feb1 HTTP/1.1" status: 204 len: 168 time: 0.2129037 Jul 09 18:49:07.217618 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43937a3-9c6c-495a-926d-a3db39cd8c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13155912-c280-4427-b7af-9072e4e2feb1,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:07.264985 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ffb45ad6-9347-446c-8cb5-a9501b5a8dd7 req-f06b970f-09c7-45da-b6d3-51868cd506c0 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707624 Jul 09 18:49:07.299457 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c27f32f4-9fe2-4476-a4b5-6cbffa342e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.303588 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c27f32f4-9fe2-4476-a4b5-6cbffa342e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.343559 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c27f32f4-9fe2-4476-a4b5-6cbffa342e8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9deb3c146a54c0fb2073f53a70c9071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828378 Jul 09 18:49:07.344700 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f32f4-9fe2-4476-a4b5-6cbffa342e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47437137-43b4-4547-bc80-7dfa60f34dd7,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:07.346462 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37192) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:07.397672 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dd440263-0267-4c2f-b101-b4103bbff03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.419253 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dd440263-0267-4c2f-b101-b4103bbff03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.468018 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dd440263-0267-4c2f-b101-b4103bbff03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.472480 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-dd440263-0267-4c2f-b101-b4103bbff03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.474599 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-dd440263-0267-4c2f-b101-b4103bbff03b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47437137-43b4-4547-bc80-7dfa60f34dd7 HTTP/1.1" status: 204 len: 168 time: 0.1271000 Jul 09 18:49:07.483430 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd440263-0267-4c2f-b101-b4103bbff03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47437137-43b4-4547-bc80-7dfa60f34dd7,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:07.744858 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37210) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:07.764226 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-09bb5767-384f-4fee-9eda-fab3554ad9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.851776 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-09bb5767-384f-4fee-9eda-fab3554ad9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.855753 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-09bb5767-384f-4fee-9eda-fab3554ad9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.893720 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb5767-384f-4fee-9eda-fab3554ad9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d72f95-b8d7-4337-a999-c692408a1335,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:07.898425 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-09bb5767-384f-4fee-9eda-fab3554ad9fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a1c27e276e040689f55744752df3f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524980 Jul 09 18:49:07.901157 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37216) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:07.949753 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-17c9a092-a1c6-4189-98a6-1376f2c2c3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:07.973644 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-17c9a092-a1c6-4189-98a6-1376f2c2c3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:08.022336 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-17c9a092-a1c6-4189-98a6-1376f2c2c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:08.025054 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-17c9a092-a1c6-4189-98a6-1376f2c2c3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:08.026248 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-17c9a092-a1c6-4189-98a6-1376f2c2c3ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9d72f95-b8d7-4337-a999-c692408a1335 HTTP/1.1" status: 204 len: 168 time: 0.1240878 Jul 09 18:49:08.034100 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9a092-a1c6-4189-98a6-1376f2c2c3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d72f95-b8d7-4337-a999-c692408a1335,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:09.542488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37312) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:09.649039 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f8172738-9345-4e6a-9450-7753c7beeb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:09.737178 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f8172738-9345-4e6a-9450-7753c7beeb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:09.741810 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f8172738-9345-4e6a-9450-7753c7beeb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:09.779891 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8172738-9345-4e6a-9450-7753c7beeb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425397a0-fbca-475a-9b2d-73a84c556949,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:09.793193 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37322) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:09.793659 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-f8172738-9345-4e6a-9450-7753c7beeb13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c542c252c46b4bc2990aa785f0b78bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496264 Jul 09 18:49:09.847219 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-509fc7b0-694e-48c5-856d-468545c89f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:09.868923 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-509fc7b0-694e-48c5-856d-468545c89f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:09.928890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-509fc7b0-694e-48c5-856d-468545c89f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:09.931726 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-509fc7b0-694e-48c5-856d-468545c89f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:09.932986 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-509fc7b0-694e-48c5-856d-468545c89f1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/425397a0-fbca-475a-9b2d-73a84c556949 HTTP/1.1" status: 204 len: 168 time: 0.1386166 Jul 09 18:49:09.941145 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fc7b0-694e-48c5-856d-468545c89f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425397a0-fbca-475a-9b2d-73a84c556949,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:10.329563 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37342) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:10.342189 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-eed31cf0-657a-419d-b862-781c957a5d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.435491 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-eed31cf0-657a-419d-b862-781c957a5d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.439674 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-eed31cf0-657a-419d-b862-781c957a5d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.454988 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37346) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:10.479763 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-eed31cf0-657a-419d-b862-781c957a5d8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4eaf83e0e1b54193833f4bdd22fb5f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490910 Jul 09 18:49:10.480858 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed31cf0-657a-419d-b862-781c957a5d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068a0d5e-5327-402a-8b30-514467cfcf3e,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:10.482429 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37350) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:10.531594 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c48c5a43-cbc3-4872-8148-e8f594c297c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.551641 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c48c5a43-cbc3-4872-8148-e8f594c297c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.575884 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-adef59e7-5fcd-41ea-ac74-0d762ea55398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.627532 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c48c5a43-cbc3-4872-8148-e8f594c297c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.630135 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c48c5a43-cbc3-4872-8148-e8f594c297c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.631933 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c48c5a43-cbc3-4872-8148-e8f594c297c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/068a0d5e-5327-402a-8b30-514467cfcf3e HTTP/1.1" status: 204 len: 168 time: 0.1484432 Jul 09 18:49:10.645132 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c5a43-cbc3-4872-8148-e8f594c297c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a0d5e-5327-402a-8b30-514467cfcf3e,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:10.705970 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-adef59e7-5fcd-41ea-ac74-0d762ea55398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.709725 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-adef59e7-5fcd-41ea-ac74-0d762ea55398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.751466 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37354) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:10.751600 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-adef59e7-5fcd-41ea-ac74-0d762ea55398 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc193af9b9ea42a5980eb5f85906cf65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926400 Jul 09 18:49:10.751600 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef59e7-5fcd-41ea-ac74-0d762ea55398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36678a4b-0885-40ef-b9da-d083a858eeea,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:10.803690 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5324ac1b-cd79-471c-87f6-dd46238bfb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.824118 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5324ac1b-cd79-471c-87f6-dd46238bfb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.872034 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5324ac1b-cd79-471c-87f6-dd46238bfb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.874585 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-5324ac1b-cd79-471c-87f6-dd46238bfb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:10.875727 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-5324ac1b-cd79-471c-87f6-dd46238bfb68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36678a4b-0885-40ef-b9da-d083a858eeea HTTP/1.1" status: 204 len: 168 time: 0.1260669 Jul 09 18:49:10.884286 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324ac1b-cd79-471c-87f6-dd46238bfb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36678a4b-0885-40ef-b9da-d083a858eeea,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:11.139361 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37374) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:11.152886 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ec4df3b1-d433-4df9-8c93-e39f1e3e7204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:11.242295 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ec4df3b1-d433-4df9-8c93-e39f1e3e7204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:11.249552 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ec4df3b1-d433-4df9-8c93-e39f1e3e7204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:11.286658 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ec4df3b1-d433-4df9-8c93-e39f1e3e7204 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8dcfe71e64b4054bf77f4fed636a399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461580 Jul 09 18:49:11.288149 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4df3b1-d433-4df9-8c93-e39f1e3e7204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66013ef8-af78-4f5e-98e6-2a335d9d2b26,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:11.289939 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37380) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:11.338744 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1f99d53b-400c-41ce-a9f5-dcc34e5862c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:11.359434 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1f99d53b-400c-41ce-a9f5-dcc34e5862c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:11.408298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1f99d53b-400c-41ce-a9f5-dcc34e5862c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:11.410893 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1f99d53b-400c-41ce-a9f5-dcc34e5862c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:11.412250 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-1f99d53b-400c-41ce-a9f5-dcc34e5862c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66013ef8-af78-4f5e-98e6-2a335d9d2b26 HTTP/1.1" status: 204 len: 168 time: 0.1208434 Jul 09 18:49:11.421271 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99d53b-400c-41ce-a9f5-dcc34e5862c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66013ef8-af78-4f5e-98e6-2a335d9d2b26,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:11.904669 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:12.558390 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37460) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:12.568906 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-483004d3-3341-42b3-a77f-4fbb6165effe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:12.761719 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-03700ef5-0479-4231-9db0-8aa2786c1af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:12.794776 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-5b35cd61-0f32-48c9-833c-f2651a488750 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832305 Jul 09 18:49:12.899245 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-03700ef5-0479-4231-9db0-8aa2786c1af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:12.908095 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-03700ef5-0479-4231-9db0-8aa2786c1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:12.951301 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-03700ef5-0479-4231-9db0-8aa2786c1af5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8764e90d42844ee49d876207d1509579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918331 Jul 09 18:49:12.953979 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37476) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:12.954502 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-2c42d45f-cbfc-4f0e-abe9-d48ec3b0f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:12.955501 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-2c42d45f-cbfc-4f0e-abe9-d48ec3b0f750 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 1099 time: 0.1188903 Jul 09 18:49:12.956495 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03700ef5-0479-4231-9db0-8aa2786c1af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaf1ed4-30bc-4f6e-b2a3-de5ae498806e,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:13.005917 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e005ba7b-51d7-43f9-900b-b788b99a01ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.027086 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e005ba7b-51d7-43f9-900b-b788b99a01ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.070825 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-34350d1a-2039-4fdd-96f4-4bdc841222f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:13.072357 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-34350d1a-2039-4fdd-96f4-4bdc841222f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 917 time: 0.0871778 Jul 09 18:49:13.077890 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e005ba7b-51d7-43f9-900b-b788b99a01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.080483 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e005ba7b-51d7-43f9-900b-b788b99a01ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.081609 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-e005ba7b-51d7-43f9-900b-b788b99a01ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4eaf1ed4-30bc-4f6e-b2a3-de5ae498806e HTTP/1.1" status: 204 len: 168 time: 0.1259906 Jul 09 18:49:13.093131 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005ba7b-51d7-43f9-900b-b788b99a01ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaf1ed4-30bc-4f6e-b2a3-de5ae498806e,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:13.154074 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-37451580-75db-4228-a80b-c8e6be9d8549 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758574a7-7fd6-463b-8a38-5683b891d071 HTTP/1.1" status: 200 len: 1001 time: 0.0738258 Jul 09 18:49:13.217185 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-c26b33d4-f308-46b0-a981-d5291bd2146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:13.218819 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-c26b33d4-f308-46b0-a981-d5291bd2146c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0582907 Jul 09 18:49:13.292086 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-cd1abac4-11ad-4040-8372-29c4af297ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:13.293920 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-cd1abac4-11ad-4040-8372-29c4af297ad5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682163 Jul 09 18:49:13.391336 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37486) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:13.397566 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-cd6bcaf5-d13f-4fc5-9b85-a021a9071182 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962920 Jul 09 18:49:13.407816 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-446096f1-d8ed-466c-9b3e-c4cd263f04a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.487242 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-aef23067-ba8d-40fa-9686-e4b6b7fb2820 req-d820ced1-6b3d-4216-8e60-4c5f20364711 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824015 Jul 09 18:49:13.494020 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-446096f1-d8ed-466c-9b3e-c4cd263f04a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.497907 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-446096f1-d8ed-466c-9b3e-c4cd263f04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.533629 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446096f1-d8ed-466c-9b3e-c4cd263f04a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f11f56c-ed94-4494-a472-7d22b3f592a3,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:13.537927 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-446096f1-d8ed-466c-9b3e-c4cd263f04a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97268d34c1af4fee8b82fa74c6993033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455286 Jul 09 18:49:13.540496 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37488) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:13.587475 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-973fc9ba-dc41-4849-a16f-32abb45d8040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.607428 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-973fc9ba-dc41-4849-a16f-32abb45d8040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.654580 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-973fc9ba-dc41-4849-a16f-32abb45d8040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.656944 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-973fc9ba-dc41-4849-a16f-32abb45d8040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:13.658065 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-973fc9ba-dc41-4849-a16f-32abb45d8040 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f11f56c-ed94-4494-a472-7d22b3f592a3 HTTP/1.1" status: 204 len: 168 time: 0.1166949 Jul 09 18:49:13.665840 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fc9ba-dc41-4849-a16f-32abb45d8040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f11f56c-ed94-4494-a472-7d22b3f592a3,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:14.299165 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37512) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:14.393576 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-976594821-network', 'tenant_id': 'cf070491f42c42918431b0c032d3a838'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:14.413735 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Made reservation on behalf of cf070491f42c42918431b0c032d3a838 for: {'network': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:49:14.416177 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.425327 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.516244 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.519992 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.545139 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:49:14.562334 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70572e6a-82ab-4e21-a189-c0607779e14e,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:14.564692 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.565032 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.segments_db [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Added segment d3f3e2a5-b081-4621-a2d0-4f4563a49f57 of type vlan for network ed555cb2-30de-4054-9382-3e01310a0a24 Jul 09 18:49:14.605269 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.634724 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.635904 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:14.636890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.688992 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3887398 Jul 09 18:49:14.692344 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37524) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:14.697997 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Request body: {'subnet': {'network_id': 'ed555cb2-30de-4054-9382-3e01310a0a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-976594821-subnet', 'tenant_id': 'cf070491f42c42918431b0c032d3a838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:14.700626 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0d6c1-922d-4217-8426-c0b103ab47c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ed555cb2-30de-4054-9382-3e01310a0a24,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:14.710978 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network ed555cb2-30de-4054-9382-3e01310a0a24 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:49:14.719618 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Made reservation on behalf of cf070491f42c42918431b0c032d3a838 for: {'subnet': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:49:14.722338 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15224077'] for subnet, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.911621 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14759142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15224095'] for subnet, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:14.975408 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=742009a4-2cd9-498a-a536-22067e696a7d,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:14.983259 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Checking segment: {'id': 'd3f3e2a5-b081-4621-a2d0-4f4563a49f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ed555cb2-30de-4054-9382-3e01310a0a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:49:14.983655 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Network hostable DHCP agents. Network: ed555cb2-30de-4054-9382-3e01310a0a24, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:49:15.003289 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Network ed555cb2-30de-4054-9382-3e01310a0a24 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:49:15.013921 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, ed555cb2-30de-4054-9382-3e01310a0a24) {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:49:15.018026 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:15.018685 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.027245 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85eb81-3961-4a56-bdfc-aa9b120d99b6 None None] Network ed555cb2-30de-4054-9382-3e01310a0a24 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:49:15.035867 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-5653327d-b35b-4dd5-b07d-f9a0b1d8b8ed admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3417883 Jul 09 18:49:15.159906 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4db1e0-cd92-4fe6-ad99-3bb206bf83ea None None] Network ed555cb2-30de-4054-9382-3e01310a0a24 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:49:15.248235 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.255847 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-1048df03-7c59-4ffe-b51f-81974ef4d412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.543929 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37550) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:15.548927 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-833669681-network', 'tenant_id': 'fd4ee4ac8eaf4c8bbe2a0f662ba312bc'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:15.569346 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Made reservation on behalf of fd4ee4ac8eaf4c8bbe2a0f662ba312bc for: {'network': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:49:15.572033 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.580492 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.669503 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.673313 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.693107 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=104836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:49:15.707321 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeb0b66-7db7-40b5-8c07-2356d8ac7a95,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:15.710666 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.710997 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.segments_db [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Added segment 6111dd97-097b-4ece-a668-017e9eedde9a of type vlan for network 58072a7a-7d19-4a4c-b456-ca34d2513eb2 Jul 09 18:49:15.749506 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.776054 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.776991 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:15.777567 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:15.829142 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2840374 Jul 09 18:49:15.831928 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37552) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:15.838296 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Request body: {'subnet': {'network_id': '58072a7a-7d19-4a4c-b456-ca34d2513eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-833669681-subnet', 'tenant_id': 'fd4ee4ac8eaf4c8bbe2a0f662ba312bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:15.841013 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe617c1-de08-449d-9bce-fc247dc5a87d admin admin] Pushing event updated for resources: {'Network': ['ID=58072a7a-7d19-4a4c-b456-ca34d2513eb2,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:15.851736 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 58072a7a-7d19-4a4c-b456-ca34d2513eb2 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:49:15.859984 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Made reservation on behalf of fd4ee4ac8eaf4c8bbe2a0f662ba312bc for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:49:15.862685 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15545278'] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.027254 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13845528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15545260'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.081721 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb0a283-37c6-454b-b411-4c7bbd549aa1,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:16.091980 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Checking segment: {'id': '6111dd97-097b-4ece-a668-017e9eedde9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58072a7a-7d19-4a4c-b456-ca34d2513eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:49:16.092320 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Network hostable DHCP agents. Network: 58072a7a-7d19-4a4c-b456-ca34d2513eb2, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:49:16.108092 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Network 58072a7a-7d19-4a4c-b456-ca34d2513eb2 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:49:16.119330 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 58072a7a-7d19-4a4c-b456-ca34d2513eb2) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:49:16.123455 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:16.124050 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.129987 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748887a7-cb32-44ea-b4f5-3ee81fd85bf3 None None] Network 58072a7a-7d19-4a4c-b456-ca34d2513eb2 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:49:16.140063 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-25479bba-a6c4-438f-a604-eb7f2134f3f6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3070135 Jul 09 18:49:16.267572 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cc4c1-f35c-4909-ac8e-cade562950b6 None None] Network 58072a7a-7d19-4a4c-b456-ca34d2513eb2 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:49:16.418448 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.539086 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37568) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:16.652030 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1f896a0b-c900-44c7-944f-d0fc444ba085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.747213 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1f896a0b-c900-44c7-944f-d0fc444ba085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.750931 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1f896a0b-c900-44c7-944f-d0fc444ba085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.787008 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-1f896a0b-c900-44c7-944f-d0fc444ba085 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77254adff9d04fd88c9737497b5604c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467041 Jul 09 18:49:16.788811 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f896a0b-c900-44c7-944f-d0fc444ba085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bf2a8e-de14-47af-ae36-49da3caa2905,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:16.789627 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37576) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:16.837540 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8df27902-0f15-4149-bb98-d6083f61f591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.857786 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8df27902-0f15-4149-bb98-d6083f61f591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.902622 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8df27902-0f15-4149-bb98-d6083f61f591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.905426 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8df27902-0f15-4149-bb98-d6083f61f591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:16.906590 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-8df27902-0f15-4149-bb98-d6083f61f591 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17bf2a8e-de14-47af-ae36-49da3caa2905 HTTP/1.1" status: 204 len: 168 time: 0.1159105 Jul 09 18:49:16.914401 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df27902-0f15-4149-bb98-d6083f61f591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bf2a8e-de14-47af-ae36-49da3caa2905,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:17.151489 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37582) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:17.165047 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-467fac08-3286-4552-bd1b-3e8ac6cbf472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:17.251290 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-467fac08-3286-4552-bd1b-3e8ac6cbf472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:17.254938 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-467fac08-3286-4552-bd1b-3e8ac6cbf472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:17.292795 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-467fac08-3286-4552-bd1b-3e8ac6cbf472 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0f76ca5dbe04703addee2a6e36e9905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401916 Jul 09 18:49:17.293611 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fac08-3286-4552-bd1b-3e8ac6cbf472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941714e7-a56c-4559-9646-1d8b24780d2e,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:17.295566 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37584) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:17.342713 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-98697667-7267-40de-9ee7-bb103b62b1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:17.362198 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-98697667-7267-40de-9ee7-bb103b62b1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:17.405894 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-98697667-7267-40de-9ee7-bb103b62b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:17.408344 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-98697667-7267-40de-9ee7-bb103b62b1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:17.409456 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-98697667-7267-40de-9ee7-bb103b62b1b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/941714e7-a56c-4559-9646-1d8b24780d2e HTTP/1.1" status: 204 len: 168 time: 0.1128457 Jul 09 18:49:17.416592 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98697667-7267-40de-9ee7-bb103b62b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941714e7-a56c-4559-9646-1d8b24780d2e,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:17.898411 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:24.145469 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:49:29.826674 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37806) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:29.871158 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Deleting subnet 742009a4-2cd9-498a-a536-22067e696a7d {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:49:29.874540 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:29.917832 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:29.963520 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.021259 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.045764 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742009a4-2cd9-498a-a536-22067e696a7d,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:30.053693 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.055540 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/742009a4-2cd9-498a-a536-22067e696a7d HTTP/1.1" status: 204 len: 168 time: 0.2278819 Jul 09 18:49:30.057219 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.057562 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.058048 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37812) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:30.064278 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.064544 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.065585 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.065585 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.065789 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.066110 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.066534 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.066918 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.067331 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.068295 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3a5d45-8982-4990-bc2e-475b5648a538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.128730 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.211141 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.220566 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed555cb2-30de-4054-9382-3e01310a0a24']}} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:30.234484 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f3e2a5-b081-4621-a2d0-4f4563a49f57') {'for_net_delete': True} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:30.234770 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f3e2a5-b081-4621-a2d0-4f4563a49f57') {} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:30.243791 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14825945'] for segment, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.256604 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.262965 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:49:30.263402 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14758980'] for segment, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: Traceback (most recent call last): Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: timer() Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: cb(*args, **kw) Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: return func(*args, **kwargs) Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: self._notify() Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: self.callback(batched_events) Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: event.method(event) Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: return f(self, *a, **k) Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._get(url).json() Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: return self.request(url, 'GET', **kwargs) Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:49:30.265423 dv-cinder-780933-10-iscsi neutron-server[104836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:49:30.356440 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.362955 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.364776 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ed555cb2-30de-4054-9382-3e01310a0a24 HTTP/1.1" status: 204 len: 168 time: 0.3057115 Jul 09 18:49:30.367690 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37818) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:30.376643 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed555cb2-30de-4054-9382-3e01310a0a24,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:30.393289 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941e3f1-e430-4979-bb4b-7494e41501be req-a4ff0024-558c-4484-a62b-bdda7dc618c6 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:30.394808 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6941e3f1-e430-4979-bb4b-7494e41501be req-a4ff0024-558c-4484-a62b-bdda7dc618c6 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 946 time: 0.1285038 Jul 09 18:49:30.396693 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.397040 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.397376 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.397924 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.398292 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.398612 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.398939 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.399264 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.399586 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.399905 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.400221 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.400536 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d9b3d-8b9c-484e-ae8c-37dbc3691f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:30.413719 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d717885f-03c9-401a-870f-431138c7bc40 admin admin] Deleting subnet eeb0a283-37c6-454b-b411-4c7bbd549aa1 {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:49:30.417022 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d717885f-03c9-401a-870f-431138c7bc40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.439304 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6941e3f1-e430-4979-bb4b-7494e41501be req-083601ed-2ac2-408b-a71d-9d2e228fccc7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359104 Jul 09 18:49:30.454752 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d717885f-03c9-401a-870f-431138c7bc40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.492222 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d717885f-03c9-401a-870f-431138c7bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.545462 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d717885f-03c9-401a-870f-431138c7bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.572437 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d717885f-03c9-401a-870f-431138c7bc40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.574283 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d717885f-03c9-401a-870f-431138c7bc40 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/eeb0a283-37c6-454b-b411-4c7bbd549aa1 HTTP/1.1" status: 204 len: 168 time: 0.2054024 Jul 09 18:49:30.575435 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717885f-03c9-401a-870f-431138c7bc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb0a283-37c6-454b-b411-4c7bbd549aa1,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:30.576881 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37820) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:30.647226 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.726457 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.736384 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58072a7a-7d19-4a4c-b456-ca34d2513eb2']}} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:30.746938 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6111dd97-097b-4ece-a668-017e9eedde9a') {'for_net_delete': True} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:30.747229 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6111dd97-097b-4ece-a668-017e9eedde9a') {} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:30.756314 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14825945'] for segment, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.769357 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.775120 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:49:30.775574 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14758980'] for segment, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: Traceback (most recent call last): Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: timer() Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: cb(*args, **kw) Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: return func(*args, **kwargs) Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: self._notify() Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: self.callback(batched_events) Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: event.method(event) Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: return f(self, *a, **k) Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._get(url).json() Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: return self.request(url, 'GET', **kwargs) Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:49:30.777565 dv-cinder-780933-10-iscsi neutron-server[104836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:49:30.836931 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.842114 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:30.843971 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] 10.222.0.22 "DELETE /v2.0/networks/58072a7a-7d19-4a4c-b456-ca34d2513eb2 HTTP/1.1" status: 204 len: 168 time: 0.2660027 Jul 09 18:49:30.855082 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfae45c-92f5-4f19-b17a-3fe0badaf19e admin admin] Pushing event deleted for resources: {'Network': ['ID=58072a7a-7d19-4a4c-b456-ca34d2513eb2,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:31.007971 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37824) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:31.044843 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-afcc3344-b15a-448e-87ad-cc908fe350b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf070491f42c42918431b0c032d3a838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0357773 Jul 09 18:49:31.047318 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37826) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:31.100306 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5a59ffc3-07bf-4e06-9acb-e983e7607e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:31.121157 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5a59ffc3-07bf-4e06-9acb-e983e7607e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:31.166707 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5a59ffc3-07bf-4e06-9acb-e983e7607e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:31.169213 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5a59ffc3-07bf-4e06-9acb-e983e7607e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:31.170408 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-5a59ffc3-07bf-4e06-9acb-e983e7607e4d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70572e6a-82ab-4e21-a189-c0607779e14e HTTP/1.1" status: 204 len: 168 time: 0.1221840 Jul 09 18:49:31.178576 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59ffc3-07bf-4e06-9acb-e983e7607e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70572e6a-82ab-4e21-a189-c0607779e14e,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:31.485260 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37836) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:31.526719 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-3ec4256b-36a0-4a65-9795-64ce126bceee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd4ee4ac8eaf4c8bbe2a0f662ba312bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402796 Jul 09 18:49:31.529135 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37838) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:31.576052 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd078-8d14-4b19-9e11-013ccff1f356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:31.595884 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd078-8d14-4b19-9e11-013ccff1f356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:31.624505 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c89f8-fbdc-4944-a878-666a372de777 req-10d48bc0-475b-4ca2-ba75-4e8b9cb6b404 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:31.625932 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-290c89f8-fbdc-4944-a878-666a372de777 req-10d48bc0-475b-4ca2-ba75-4e8b9cb6b404 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 946 time: 0.0661461 Jul 09 18:49:31.642616 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd078-8d14-4b19-9e11-013ccff1f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:31.645087 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd078-8d14-4b19-9e11-013ccff1f356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:31.646253 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ef5cd078-8d14-4b19-9e11-013ccff1f356 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0eeb0b66-7db7-40b5-8c07-2356d8ac7a95 HTTP/1.1" status: 204 len: 168 time: 0.1162112 Jul 09 18:49:31.654266 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cd078-8d14-4b19-9e11-013ccff1f356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeb0b66-7db7-40b5-8c07-2356d8ac7a95,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:31.664842 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-290c89f8-fbdc-4944-a878-666a372de777 req-93df9635-2761-4d3e-8f05-115fa3fcbdc2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324857 Jul 09 18:49:32.471485 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-524f2e68-1995-478b-b548-472aecf75e72 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:32.472945 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-524f2e68-1995-478b-b548-472aecf75e72 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 946 time: 0.0791271 Jul 09 18:49:32.579066 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Deleting port 758574a7-7fd6-463b-8a38-5683b891d071 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:32.579398 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:32.667476 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] For port 758574a7-7fd6-463b-8a38-5683b891d071, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=758574a7-7fd6-463b-8a38-5683b891d071,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:32.668158 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:32.866091 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbafd72-0045-49e3-86d7-a0b60ae79489 req-6e134714-910f-48ef-ab89-b981017520cf tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:32.867736 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1fbafd72-0045-49e3-86d7-a0b60ae79489 req-6e134714-910f-48ef-ab89-b981017520cf tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 946 time: 0.0712755 Jul 09 18:49:32.914576 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1fbafd72-0045-49e3-86d7-a0b60ae79489 req-0e8f8c6e-3c82-423c-a5c0-a9bcce55d289 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=0673599c-5277-41d4-a6c3-f24dd7c9bbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376389 Jul 09 18:49:33.178306 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:33.178578 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:33.178885 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Floating IP 6ea8107e-128d-4040-b8f1-888e60217a45 disassociated. External IP: 172.27.2.172, port: 758574a7-7fd6-463b-8a38-5683b891d071. Jul 09 18:49:33.179229 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Calling delete_port for 758574a7-7fd6-463b-8a38-5683b891d071 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:33.326174 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:33.366831 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event deleted for resources: {'Port': ['ID=758574a7-7fd6-463b-8a38-5683b891d071,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:33.474788 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Router 5cb94514-1290-4094-8515-274c9d9c8959 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:49:33.585043 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:49:33.600988 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] Sync routers for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:49:33.612288 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:33.613182 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:33.630600 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] No DVR routers for this DVR port 758574a7-7fd6-463b-8a38-5683b891d071 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:49:33.633377 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:33.635491 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-98bb6fec-a582-429e-901b-e026ce9cb8f8 req-59f1e58e-b5c8-47de-9e78-2d6f50b0f890 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "DELETE /v2.0/ports/758574a7-7fd6-463b-8a38-5683b891d071 HTTP/1.1" status: 204 len: 173 time: 1.1558444 Jul 09 18:49:33.635924 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-deleted', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:49:33.638132 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e623f0d3-b5c2-47e9-99c2-1de429063635" -d '{"events": [{"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-deleted", "tag": "758574a7-7fd6-463b-8a38-5683b891d071"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:49:33.682997 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfdad7d-08ed-447e-93c7-19e5a586e1ec x-openstack-request-id: req-9dfdad7d-08ed-447e-93c7-19e5a586e1ec {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:49:33.683587 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78341c5b-fc2f-4bd6-a828-a241b6d0ed9d", "name": "network-vif-deleted", "tag": "758574a7-7fd6-463b-8a38-5683b891d071", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:49:33.683587 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9dfdad7d-08ed-447e-93c7-19e5a586e1ec {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:49:33.683902 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78341c5b-fc2f-4bd6-a828-a241b6d0ed9d', 'name': 'network-vif-deleted', 'tag': '758574a7-7fd6-463b-8a38-5683b891d071', 'status': 'completed', 'code': 200} Jul 09 18:49:33.722564 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:34.082233 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:34.092402 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-35e92f2a-9450-424d-81bc-747a25a9c8d5 req-086f5684-540d-4d5d-96bc-d1bedea7e93d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=78341c5b-fc2f-4bd6-a828-a241b6d0ed9d HTTP/1.1" status: 200 len: 210 time: 0.0308418 Jul 09 18:49:34.110132 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] Checking router: 5cb94514-1290-4094-8515-274c9d9c8959 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:49:34.119714 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:34.120373 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:34.225001 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:34.456059 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:34.483968 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572a857-1516-4dc9-b2e0-f0d0d33209ac None None] The sync data for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi is: [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:49:34.733258 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2129a0-c264-48d3-a2a0-2c357992dfa4 None None] New status for floating IP 6ea8107e-128d-4040-b8f1-888e60217a45: DOWN {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:49:35.220416 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37918) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:35.272045 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-af257054-5b67-4975-806e-63da835c4cfd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.293837 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-af257054-5b67-4975-806e-63da835c4cfd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.339815 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-af257054-5b67-4975-806e-63da835c4cfd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.342554 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-af257054-5b67-4975-806e-63da835c4cfd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.343892 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-af257054-5b67-4975-806e-63da835c4cfd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "DELETE /v2.0/security-groups/0673599c-5277-41d4-a6c3-f24dd7c9bbad HTTP/1.1" status: 204 len: 168 time: 0.1222813 Jul 09 18:49:35.346459 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37920) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:35.353752 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af257054-5b67-4975-806e-63da835c4cfd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0673599c-5277-41d4-a6c3-f24dd7c9bbad,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:35.361717 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.api.v2.resource [None req-b1e54f28-fa3d-4275-8b4d-a816b1d39807 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] show failed (client error): The resource could not be found. Jul 09 18:49:35.365636 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-b1e54f28-fa3d-4275-8b4d-a816b1d39807 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups/0673599c-5277-41d4-a6c3-f24dd7c9bbad HTTP/1.1" status: 404 len: 347 time: 0.0155292 Jul 09 18:49:35.365852 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37922) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:35.487436 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Deleting port caba1c6e-c794-4b47-9ca4-b4ea07bba765 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:35.487764 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.561623 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.561945 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.573515 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Calling delete_port for caba1c6e-c794-4b47-9ca4-b4ea07bba765 owned by network:floatingip {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:35.713102 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.738618 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event deleted for resources: {'Port': ['ID=caba1c6e-c794-4b47-9ca4-b4ea07bba765,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:35.803292 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.805803 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:35.806975 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c9ae1a78-6a3b-415e-9d34-294aafba7058 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "DELETE /v2.0/floatingips/6ea8107e-128d-4040-b8f1-888e60217a45 HTTP/1.1" status: 204 len: 168 time: 0.4394841 Jul 09 18:49:35.872982 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37934) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:36.019555 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cafb8246-df59-4460-b2f6-6b86dda13241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.088298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37940) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:36.092916 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-d03168ed-b70e-43a3-bb02-2620b64b0345 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198814892', 'description': 'tempest-description--751449598'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:36.125160 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cafb8246-df59-4460-b2f6-6b86dda13241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.130800 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cafb8246-df59-4460-b2f6-6b86dda13241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.143936 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03168ed-b70e-43a3-bb02-2620b64b0345 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.166082 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb8246-df59-4460-b2f6-6b86dda13241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb87387-84f6-4887-a105-4762a33f09b8,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:36.174760 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-cafb8246-df59-4460-b2f6-6b86dda13241 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ad64904114d41caa2edcae4a3dc769f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992425 Jul 09 18:49:36.175266 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37942) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:36.224234 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-008bd59a-55a5-4783-8101-4d75d1b553d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.246344 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-008bd59a-55a5-4783-8101-4d75d1b553d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.247110 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03168ed-b70e-43a3-bb02-2620b64b0345 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.250768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03168ed-b70e-43a3-bb02-2620b64b0345 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.278175 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03168ed-b70e-43a3-bb02-2620b64b0345 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.279329 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d03168ed-b70e-43a3-bb02-2620b64b0345 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1900332 Jul 09 18:49:36.281237 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03168ed-b70e-43a3-bb02-2620b64b0345 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700aabfe-2afe-4847-90c0-29f0575b19e2,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:36.282883 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37944) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:36.288554 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-4476e603-38fd-4677-bf94-048782554221 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'security_group_rule': {'security_group_id': '700aabfe-2afe-4847-90c0-29f0575b19e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:36.306275 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-008bd59a-55a5-4783-8101-4d75d1b553d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.308858 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-008bd59a-55a5-4783-8101-4d75d1b553d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.309954 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-008bd59a-55a5-4783-8101-4d75d1b553d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0bb87387-84f6-4887-a105-4762a33f09b8 HTTP/1.1" status: 204 len: 168 time: 0.1338067 Jul 09 18:49:36.326703 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bd59a-55a5-4783-8101-4d75d1b553d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb87387-84f6-4887-a105-4762a33f09b8,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:36.330064 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4476e603-38fd-4677-bf94-048782554221 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.390599 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4476e603-38fd-4677-bf94-048782554221 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.394094 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4476e603-38fd-4677-bf94-048782554221 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.414441 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476e603-38fd-4677-bf94-048782554221 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133823a7-8dd7-4481-b9cd-dba7dd2f3fce,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:36.417970 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4476e603-38fd-4677-bf94-048782554221 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.421640 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-4476e603-38fd-4677-bf94-048782554221 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345973 Jul 09 18:49:36.422834 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37950) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:36.428980 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-8a262032-0f97-4ebd-819d-924ae7c3d3ac tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'security_group_rule': {'security_group_id': '700aabfe-2afe-4847-90c0-29f0575b19e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:36.437059 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:49:36.456371 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8a262032-0f97-4ebd-819d-924ae7c3d3ac tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.457793 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 758574a7-7fd6-463b-8a38-5683b891d071 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:49:36.458800 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 758574a7-7fd6-463b-8a38-5683b891d071 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:49:36.511618 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8a262032-0f97-4ebd-819d-924ae7c3d3ac tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.515413 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8a262032-0f97-4ebd-819d-924ae7c3d3ac tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.533011 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a262032-0f97-4ebd-819d-924ae7c3d3ac tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7484773c-17be-459e-b95b-3ebbecfe4c2c,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:36.539768 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8a262032-0f97-4ebd-819d-924ae7c3d3ac tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.541120 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-8a262032-0f97-4ebd-819d-924ae7c3d3ac tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182971 Jul 09 18:49:36.544363 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 37954) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:36.550035 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'floatingip': {'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:36.571507 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.589378 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37956) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:36.603656 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-233e31c0-77c4-46a5-be9b-c533b67a13cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.677658 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.703202 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-233e31c0-77c4-46a5-be9b-c533b67a13cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.707284 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-233e31c0-77c4-46a5-be9b-c533b67a13cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.745885 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e31c0-77c4-46a5-be9b-c533b67a13cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544fb4e8-19c0-4152-a332-13641190e9f3,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:36.750358 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-233e31c0-77c4-46a5-be9b-c533b67a13cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33acac7be6104dba8d110a949d8f2c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599293 Jul 09 18:49:36.753008 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 37960) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:36.797703 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Allocated IP 172.27.2.195 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/5aace103-86a7-48b3-98e1-8bb6fceb9219) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:49:36.802882 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-35fef242-440d-4915-a56e-e96b05b2e4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.823589 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-35fef242-440d-4915-a56e-e96b05b2e4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.869702 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-35fef242-440d-4915-a56e-e96b05b2e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.872274 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-35fef242-440d-4915-a56e-e96b05b2e4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.873617 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-35fef242-440d-4915-a56e-e96b05b2e4c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/544fb4e8-19c0-4152-a332-13641190e9f3 HTTP/1.1" status: 204 len: 168 time: 0.1197224 Jul 09 18:49:36.881154 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fef242-440d-4915-a56e-e96b05b2e4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544fb4e8-19c0-4152-a332-13641190e9f3,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:36.898942 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.937804 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:36.977000 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:49:36.983024 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:49:36.986544 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:49:37.007947 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'Port': ['ID=5aace103-86a7-48b3-98e1-8bb6fceb9219,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:37.072751 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:37.117700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:37.269350 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:37.273771 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:37.350382 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'Port': ['ID=5aace103-86a7-48b3-98e1-8bb6fceb9219,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:37.360059 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:37.374044 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:37.375320 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d27fba55-8c68-43e3-9846-18f447710da1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8292823 Jul 09 18:49:37.558115 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-a7af3f21-cc69-4791-bc52-d11d4eba845e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--198814892&fields=id&tenant_id=2ca15229883d49e6a741c55d8c38a637 HTTP/1.1" status: 200 len: 267 time: 0.0341198 Jul 09 18:49:37.661902 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f751ce13-ed1f-449a-906f-93eb8cba2acf tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:37.663387 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f751ce13-ed1f-449a-906f-93eb8cba2acf tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 816 time: 0.0988867 Jul 09 18:49:37.677952 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-7310e0d3-8c58-4943-a78d-5fd0b794a3c4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/quotas/2ca15229883d49e6a741c55d8c38a637 HTTP/1.1" status: 200 len: 375 time: 0.0092833 Jul 09 18:49:37.748149 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-c981cd34-1b4d-4cb7-842d-0675116582c1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654831 Jul 09 18:49:37.837915 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-69d7a6fc-1785-4083-8918-2392f48083d5 service neutron] 10.222.0.22 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779881 Jul 09 18:49:37.929229 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-59857fc2-62a4-4364-aa63-0cbe125738ff service neutron] 10.222.0.22 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857887 Jul 09 18:49:38.097697 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-449634f3-d506-4397-bb24-1d3b27291cd7 req-93fa5efd-3995-4105-80e1-ba7879fd6ede tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 210 time: 0.0287569 Jul 09 18:49:39.244720 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fbb04572-8733-438e-9819-81115d5747da req-9c806c2e-2c8a-41a6-af8f-517dd3d26fb8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 210 time: 0.0287066 Jul 09 18:49:39.318850 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-67c7b7a4-bdac-4a70-a368-939698e3fc0e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:39.320287 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-67c7b7a4-bdac-4a70-a368-939698e3fc0e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 816 time: 0.1043279 Jul 09 18:49:39.381295 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-8ded39a7-29d5-47fc-a056-bc0663568ed7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca15229883d49e6a741c55d8c38a637 HTTP/1.1" status: 200 len: 379 time: 0.0374863 Jul 09 18:49:39.394343 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'port': {'device_id': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'admin_state_up': True, 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'security_groups': ['700aabfe-2afe-4847-90c0-29f0575b19e2']}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:39.497396 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Made reservation on behalf of 2ca15229883d49e6a741c55d8c38a637 for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:49:39.500860 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:39.622854 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Allocated IP 172.20.0.13 (896a1342-2233-4e88-8dbc-36b21ffeceee/8fceb738-7dfb-49d4-8030-e0e79d60649a/d2e90768-0956-4e4b-928e-d96ced909427) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:49:39.753299 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:39.766607 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Transition to ACTIVE for port object d2e90768-0956-4e4b-928e-d96ced909427 will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:49:39.797184 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:39.845874 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Network 896a1342-2233-4e88-8dbc-36b21ffeceee is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:49:39.848964 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:49:39.851302 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:49:39.876988 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:39.919346 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:39.920199 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:39.936878 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-089b9615-beae-495d-93f2-6b6d42836644 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5460734 Jul 09 18:49:39.956330 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Request body: {'port': {'device_id': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:40.047618 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:40.103518 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-9598d83e-6c6f-4163-844b-0ad70516215a None None] Provisioning for port d2e90768-0956-4e4b-928e-d96ced909427 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:49:40.107537 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-9598d83e-6c6f-4163-844b-0ad70516215a None None] Provisioning complete for port d2e90768-0956-4e4b-928e-d96ced909427 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:49:40.107909 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9598d83e-6c6f-4163-844b-0ad70516215a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:40.146992 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-9598d83e-6c6f-4163-844b-0ad70516215a None None] Port d2e90768-0956-4e4b-928e-d96ced909427 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:49:40.328463 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e90768-0956-4e4b-928e-d96ced909427 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:49:40.337156 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:40.349171 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Transition to ACTIVE for port object d2e90768-0956-4e4b-928e-d96ced909427 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:49:40.353433 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:40.431344 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:40.511678 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf7101-6fd8-4132-9c7f-73556218645c req-98b0240b-077c-4000-b524-5cb809610480 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:40.513209 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-00cf7101-6fd8-4132-9c7f-73556218645c req-98b0240b-077c-4000-b524-5cb809610480 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.1368086 Jul 09 18:49:40.540423 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Attempting to bind port d2e90768-0956-4e4b-928e-d96ced909427 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:49:40.540758 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Attempting to bind port d2e90768-0956-4e4b-928e-d96ced909427 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:49:40.541083 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Attempting to bind port d2e90768-0956-4e4b-928e-d96ced909427 on network 896a1342-2233-4e88-8dbc-36b21ffeceee {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:49:40.552211 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Port d2e90768-0956-4e4b-928e-d96ced909427 on network 896a1342-2233-4e88-8dbc-36b21ffeceee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:49:40.552524 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Attempting to bind port d2e90768-0956-4e4b-928e-d96ced909427 on network 896a1342-2233-4e88-8dbc-36b21ffeceee {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:49:40.563495 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:49:40.563824 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Checking segment: {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:49:40.564192 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Bound using segment: {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:49:40.564604 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Bound port: d2e90768-0956-4e4b-928e-d96ced909427, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a49719d-bde5-430f-91b4-c3874982e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:49:40.564952 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:40.571898 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-00cf7101-6fd8-4132-9c7f-73556218645c req-ce8e193a-b8ae-4159-922c-0e80ac4d2ec5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518444 Jul 09 18:49:40.630339 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:49:40.633214 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:49:40.637076 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:40.672983 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:40.673590 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:40.674979 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] 10.222.0.30 "PUT /v2.0/ports/d2e90768-0956-4e4b-928e-d96ced909427 HTTP/1.1" status: 200 len: 1094 time: 0.7232466 Jul 09 18:49:40.675427 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:49:40.677610 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93a8f69-3265-4144-a22a-163c94e11ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "tag": "d2e90768-0956-4e4b-928e-d96ced909427"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:49:40.701512 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b88a0-72f4-48be-af81-7ffdc1742902 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:40.722893 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d0e430-bbb5-4247-a104-3ec5a0e853a6 x-openstack-request-id: req-c9d0e430-bbb5-4247-a104-3ec5a0e853a6 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:49:40.724105 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "tag": "d2e90768-0956-4e4b-928e-d96ced909427", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:49:40.724105 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9d0e430-bbb5-4247-a104-3ec5a0e853a6 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:49:40.724373 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427', 'status': 'completed', 'code': 200} Jul 09 18:49:40.800279 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-cda6e7f9-9480-4ac4-8a5c-4a3743099d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:40.801790 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-cda6e7f9-9480-4ac4-8a5c-4a3743099d86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 1097 time: 0.0541387 Jul 09 18:49:40.851360 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-01428b77-f4f4-494e-9852-e7847e98c083 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90768-0956-4e4b-928e-d96ced909427 HTTP/1.1" status: 200 len: 217 time: 0.0347862 Jul 09 18:49:40.906209 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-fb9320f8-0943-443e-8390-cec6c9ec59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:40.907671 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-fb9320f8-0943-443e-8390-cec6c9ec59dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0476503 Jul 09 18:49:40.962851 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f3467d52-faad-40cf-a047-42aae87902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:40.964317 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-f3467d52-faad-40cf-a047-42aae87902d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503592 Jul 09 18:49:41.051269 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-13d10b6d-d9a1-4c0d-bb81-213bfdea1511 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780683 Jul 09 18:49:41.141508 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d9d0795a-0601-41c5-818c-3a1357fceb8d req-b8c51fb5-7bf7-4fbc-b353-42703dd62f77 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824857 Jul 09 18:49:41.284821 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-e42503d4-4ce1-425e-8e9f-f6f95be1b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:41.286939 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-e42503d4-4ce1-425e-8e9f-f6f95be1b4b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 1097 time: 0.0523999 Jul 09 18:49:41.378781 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-8289c028-5b00-4f1a-ab41-a841d2acb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:41.380332 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-8289c028-5b00-4f1a-ab41-a841d2acb506 service neutron] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 917 time: 0.0853581 Jul 09 18:49:41.422785 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-68e8df4c-8d60-404c-8a76-5abe7dcfc9ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90768-0956-4e4b-928e-d96ced909427 HTTP/1.1" status: 200 len: 217 time: 0.0340917 Jul 09 18:49:41.470161 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-8aef91d4-68ad-414f-94b4-c263c612c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:41.471721 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-8aef91d4-68ad-414f-94b4-c263c612c28f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0423503 Jul 09 18:49:41.488064 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38024) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:41.533928 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-f6c29f13-1707-46ec-be0c-17013e4ea468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:41.535544 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-f6c29f13-1707-46ec-be0c-17013e4ea468 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548472 Jul 09 18:49:41.589319 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-df674d2c-1b05-4b2e-a053-a64e52affd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:41.624972 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-7fc00f2c-37b7-4729-970a-eb4c7073a155 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815217 Jul 09 18:49:41.690208 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-df674d2c-1b05-4b2e-a053-a64e52affd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:41.695076 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-df674d2c-1b05-4b2e-a053-a64e52affd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:41.738494 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-df674d2c-1b05-4b2e-a053-a64e52affd43 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64c72b8769fb4f57b52d61ec93107dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467351 Jul 09 18:49:41.738494 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df674d2c-1b05-4b2e-a053-a64e52affd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b3f9e9-70a5-4848-9a91-f6a7f2cbe40b,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:41.740216 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38030) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:41.752628 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e93a8f69-3265-4144-a22a-163c94e11ab7 req-90219db5-af17-439f-84f1-54444868d75c service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188495 Jul 09 18:49:41.775298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f28cb-97d5-4d53-bb33-2e941ae215f8 req-1dcbc9d1-2bef-4a25-8b37-8a4e6fbd8f49 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:41.776796 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bd1f28cb-97d5-4d53-bb33-2e941ae215f8 req-1dcbc9d1-2bef-4a25-8b37-8a4e6fbd8f49 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0865552 Jul 09 18:49:41.788371 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-327fe557-6dae-4165-abb6-9373fa2328b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:41.809633 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-327fe557-6dae-4165-abb6-9373fa2328b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:41.815456 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bd1f28cb-97d5-4d53-bb33-2e941ae215f8 req-d834b2fd-b379-4b61-87cf-2de6053706c3 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327344 Jul 09 18:49:41.854804 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-327fe557-6dae-4165-abb6-9373fa2328b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:41.857385 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-327fe557-6dae-4165-abb6-9373fa2328b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:41.858547 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-327fe557-6dae-4165-abb6-9373fa2328b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56b3f9e9-70a5-4848-9a91-f6a7f2cbe40b HTTP/1.1" status: 204 len: 168 time: 0.1175661 Jul 09 18:49:41.867173 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fe557-6dae-4165-abb6-9373fa2328b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b3f9e9-70a5-4848-9a91-f6a7f2cbe40b,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:41.908600 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:42.571717 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf994-b34c-4e09-9e5d-be36cff9ced8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:42.990041 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e800f93-3fcb-441c-b7b2-1ee9c52683ab req-4e002d39-fd07-41f1-aca6-722262e8bba0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:42.991541 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8e800f93-3fcb-441c-b7b2-1ee9c52683ab req-4e002d39-fd07-41f1-aca6-722262e8bba0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0614192 Jul 09 18:49:43.027021 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8e800f93-3fcb-441c-b7b2-1ee9c52683ab req-164cd0e8-016a-4ecd-a88c-219bd259e0d2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300219 Jul 09 18:49:44.210411 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff5d8-f041-4ae0-b611-1055589a7497 req-1977ec74-6049-42a0-8d48-b36403019481 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:44.211855 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-910ff5d8-f041-4ae0-b611-1055589a7497 req-1977ec74-6049-42a0-8d48-b36403019481 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0620987 Jul 09 18:49:44.248228 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-910ff5d8-f041-4ae0-b611-1055589a7497 req-8349d145-804f-4cf3-ae85-7cead899cba6 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310004 Jul 09 18:49:44.443149 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device d2e90768-0956-4e4b-928e-d96ced909427 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:49:44.533131 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:44.544550 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'd2e90768-0956-4e4b-928e-d96ced909427', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'port_id': 'd2e90768-0956-4e4b-928e-d96ced909427', 'mac_address': 'fa:16:3e:97:14:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:49:44.582711 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:44.595190 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e90768-0956-4e4b-928e-d96ced909427 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:49:44.614724 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:44.618953 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:44.664439 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:44.671356 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.671698 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.672031 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.672359 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.672685 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.673009 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.673328 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.673645 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.673960 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.674303 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.674619 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.674932 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:49:44.972336 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['d2e90768-0956-4e4b-928e-d96ced909427'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:49:45.091268 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab006dc2-ddd1-4ec7-8db3-a0a2cf5c02dc req-133a0d78-5258-4f0f-be2e-b95c95773d86 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:45.092632 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ab006dc2-ddd1-4ec7-8db3-a0a2cf5c02dc req-133a0d78-5258-4f0f-be2e-b95c95773d86 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0668864 Jul 09 18:49:45.132317 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ab006dc2-ddd1-4ec7-8db3-a0a2cf5c02dc req-99b6ca2c-bf41-494a-a7a6-e273043ca65a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340974 Jul 09 18:49:45.229370 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:45.246171 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-0f8b1d2e-80cd-428c-bbcf-3c4131cae861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:45.427240 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c2777-6119-40b2-9ade-9464fcacf3a6 req-3fc4d1fe-fa84-4864-8a8c-3370af9d7c9e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:45.428600 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-704c2777-6119-40b2-9ade-9464fcacf3a6 req-3fc4d1fe-fa84-4864-8a8c-3370af9d7c9e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 945 time: 0.0640142 Jul 09 18:49:45.464374 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-704c2777-6119-40b2-9ade-9464fcacf3a6 req-a782aba9-0570-43bc-9f58-10e28b87f75a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303037 Jul 09 18:49:45.947763 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-2c76b778-4464-46c6-a128-9d0dbd79d323 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652165269&fields=id&tenant_id=60d9775e08b54c51b2ac9e0053a6caed HTTP/1.1" status: 200 len: 267 time: 0.0339398 Jul 09 18:49:46.014752 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-86e15bb7-30e7-4be8-bdb0-7ba1e1333af1 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:46.016242 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-86e15bb7-30e7-4be8-bdb0-7ba1e1333af1 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 985 time: 0.0632596 Jul 09 18:49:46.027183 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-b82f890e-9c89-46e5-8089-e5e82cd9f700 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Request body: {'port': {'security_groups': ['0f1795ce-9577-4cf0-bec2-986be51d42a9']}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:46.114780 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-b82f890e-9c89-46e5-8089-e5e82cd9f700 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.306589 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce516624-cccf-4e93-bbf6-5c34ce70d07c req-d9f3503b-9411-4c22-be35-66424c36ef8b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:46.308093 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ce516624-cccf-4e93-bbf6-5c34ce70d07c req-d9f3503b-9411-4c22-be35-66424c36ef8b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0627749 Jul 09 18:49:46.311980 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-b82f890e-9c89-46e5-8089-e5e82cd9f700 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] For port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:46.341475 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-b82f890e-9c89-46e5-8089-e5e82cd9f700 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.346304 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-b82f890e-9c89-46e5-8089-e5e82cd9f700 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.346922 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ce516624-cccf-4e93-bbf6-5c34ce70d07c req-47fc0888-4419-4891-89eb-2e8e03065f43 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332222 Jul 09 18:49:46.388833 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-b82f890e-9c89-46e5-8089-e5e82cd9f700 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:46.389050 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:49:46.389519 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-b82f890e-9c89-46e5-8089-e5e82cd9f700 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.390866 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f7525209-9916-4162-9fda-9766fe8df2e3 req-b82f890e-9c89-46e5-8089-e5e82cd9f700 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "PUT /v2.0/ports/8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 200 len: 943 time: 0.3681452 Jul 09 18:49:46.391321 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:49:46.393563 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddc7920-d544-4064-bf71-7ebaf04017af" -d '{"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:49:46.398097 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38064) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:46.424694 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f890e-9c89-46e5-8089-e5e82cd9f700 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event updated for resources: {'Port': ['ID=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,revision_number=7']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:46.455248 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80de3035-6bde-412f-a18b-c7db91815074 x-openstack-request-id: req-80de3035-6bde-412f-a18b-c7db91815074 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:49:46.455639 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:49:46.455958 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80de3035-6bde-412f-a18b-c7db91815074 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:49:46.456524 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'status': 'completed', 'code': 200} Jul 09 18:49:46.467187 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device d2e90768-0956-4e4b-928e-d96ced909427 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:49:46.477489 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-004953b5-7786-4e65-a555-1d07f9014bda tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.491479 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.512939 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-004953b5-7786-4e65-a555-1d07f9014bda tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.587241 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-004953b5-7786-4e65-a555-1d07f9014bda tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.589933 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-004953b5-7786-4e65-a555-1d07f9014bda tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.592629 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-004953b5-7786-4e65-a555-1d07f9014bda tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "DELETE /v2.0/security-groups/ad50766d-67cc-4526-8cac-1d74bdcb23e9 HTTP/1.1" status: 204 len: 168 time: 0.1932366 Jul 09 18:49:46.596765 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38068) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:46.602662 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004953b5-7786-4e65-a555-1d07f9014bda tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad50766d-67cc-4526-8cac-1d74bdcb23e9,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:46.612282 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:49:46.621092 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port d2e90768-0956-4e4b-928e-d96ced909427 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:49:46.666230 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port d2e90768-0956-4e4b-928e-d96ced909427 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:49:46.666556 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.735389 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-30ebbec9-b8b6-4aa6-8fc4-52682dfa518f None None] Provisioning complete for port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:49:46.735752 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-30ebbec9-b8b6-4aa6-8fc4-52682dfa518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.767840 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc7920-d544-4064-bf71-7ebaf04017af req-be414f2e-4fbf-481e-93bf-41cec9ac6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:46.769357 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bddc7920-d544-4064-bf71-7ebaf04017af req-be414f2e-4fbf-481e-93bf-41cec9ac6529 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 1099 time: 0.2345321 Jul 09 18:49:46.837542 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551dd50-e152-4c83-8c5d-8244c71fe359 req-1b851b29-3cc9-4bf7-936f-4effa6808f62 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:46.839038 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0551dd50-e152-4c83-8c5d-8244c71fe359 req-1b851b29-3cc9-4bf7-936f-4effa6808f62 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 945 time: 0.2226150 Jul 09 18:49:46.892255 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:46.956660 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:49:46.959542 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9268a08-44bb-49da-9846-d532843c2334" -d '{"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-plugged", "status": "completed", "tag": "d2e90768-0956-4e4b-928e-d96ced909427"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:49:46.982028 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:46.987389 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:47.021346 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675b1efb-240b-4216-85f3-4ebb88b74c1c x-openstack-request-id: req-675b1efb-240b-4216-85f3-4ebb88b74c1c {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:49:47.021623 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-plugged", "status": "completed", "tag": "d2e90768-0956-4e4b-928e-d96ced909427", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:49:47.021878 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-675b1efb-240b-4216-85f3-4ebb88b74c1c {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:49:47.022291 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427', 'code': 200} Jul 09 18:49:47.048452 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:47.190435 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0551dd50-e152-4c83-8c5d-8244c71fe359 req-3d53400f-5815-4df9-8247-b41794987ffb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300967 Jul 09 18:49:47.202558 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc7920-d544-4064-bf71-7ebaf04017af req-36e3c4d3-1b56-4798-b478-cb8f1c4f024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:47.204119 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bddc7920-d544-4064-bf71-7ebaf04017af req-36e3c4d3-1b56-4798-b478-cb8f1c4f024e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d67bf152-f676-43ef-90d0-dbcab1803cc3 HTTP/1.1" status: 200 len: 915 time: 0.4242139 Jul 09 18:49:47.215285 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Deleting port 7448db10-fa3d-49a1-9043-972b7f18cedd {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:47.215693 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:47.314980 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2ac8-bd4e-4a02-bb30-f9a11bc40902 req-c26cbfa6-ca52-4bd3-b45c-789a0b4e61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:47.316468 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c06f2ac8-bd4e-4a02-bb30-f9a11bc40902 req-c26cbfa6-ca52-4bd3-b45c-789a0b4e61dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 1099 time: 0.0516212 Jul 09 18:49:47.327751 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bddc7920-d544-4064-bf71-7ebaf04017af req-ec2a86ad-ec7a-4c34-b0f1-8aa18c6385b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 200 len: 1000 time: 0.1153667 Jul 09 18:49:47.353082 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c06f2ac8-bd4e-4a02-bb30-f9a11bc40902 req-fad2987a-42ab-46df-8e5a-4212970e4706 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289578 Jul 09 18:49:47.383068 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:47.383395 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:47.399906 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Calling delete_port for 7448db10-fa3d-49a1-9043-972b7f18cedd owned by network:floatingip {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:47.402484 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc7920-d544-4064-bf71-7ebaf04017af req-0deb827f-8c33-465d-82bd-a58dd2b0aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:47.403938 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bddc7920-d544-4064-bf71-7ebaf04017af req-0deb827f-8c33-465d-82bd-a58dd2b0aa57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0463249d-fd68-4373-8795-b5ef385879a9 HTTP/1.1" status: 200 len: 853 time: 0.0663543 Jul 09 18:49:47.572507 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda5450-a883-4ebc-924c-2a9ddae5caee req-c821caa2-4981-4a45-8b98-0ea588809d68 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:47.573999 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4cda5450-a883-4ebc-924c-2a9ddae5caee req-c821caa2-4981-4a45-8b98-0ea588809d68 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.1101611 Jul 09 18:49:47.584926 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a59a7-bca8-4db1-a100-3a48c99edebf req-a8c25a29-a195-4a05-89df-e89414ffc9e1 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:47.587109 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-532a59a7-bca8-4db1-a100-3a48c99edebf req-a8c25a29-a195-4a05-89df-e89414ffc9e1 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0648162 Jul 09 18:49:47.627809 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-532a59a7-bca8-4db1-a100-3a48c99edebf req-ef05fd91-e0b0-4587-b496-34f228111afe tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346315 Jul 09 18:49:47.648271 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4cda5450-a883-4ebc-924c-2a9ddae5caee req-13a6fcc3-1b29-45ee-9682-596783e85021 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655298 Jul 09 18:49:47.657105 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:47.682876 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event deleted for resources: {'Port': ['ID=7448db10-fa3d-49a1-9043-972b7f18cedd,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:47.773249 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks [] for floatingip, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:47.773566 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Floating IP ef9c7564-0217-4210-8491-8510553a54b3 disassociated (deleted). External IP: 172.27.2.6, port: 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0. Jul 09 18:49:47.825093 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc7920-d544-4064-bf71-7ebaf04017af req-68d6dd01-8d0e-4759-a376-7816f3e1c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:47.826595 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bddc7920-d544-4064-bf71-7ebaf04017af req-68d6dd01-8d0e-4759-a376-7816f3e1c4ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d67bf152-f676-43ef-90d0-dbcab1803cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1215415 Jul 09 18:49:47.900452 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:47.997435 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bddc7920-d544-4064-bf71-7ebaf04017af req-6b950fd2-e8c9-4e24-8416-6cb10a23aecf service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431079 Jul 09 18:49:48.111635 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Router 0594a2bc-8acd-404b-a704-5d327e44db39 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:49:48.138944 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bddc7920-d544-4064-bf71-7ebaf04017af req-78f325fb-1ceb-4750-a708-4fd201f74279 service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102839 Jul 09 18:49:48.233521 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:49:48.238643 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:48.247738 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] Sync routers for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:49:48.257517 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:48.258166 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:48.282431 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d321ae95-378e-4df2-b418-f339985b221d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "DELETE /v2.0/floatingips/ef9c7564-0217-4210-8491-8510553a54b3 HTTP/1.1" status: 204 len: 168 time: 1.6818712 Jul 09 18:49:48.365727 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:48.397245 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ded7e-ab0c-4231-8f48-e327e614aec0 req-c00c3f1c-d608-4786-9f02-41781e0f87e2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:48.398853 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ce9ded7e-ab0c-4231-8f48-e327e614aec0 req-c00c3f1c-d608-4786-9f02-41781e0f87e2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0681934 Jul 09 18:49:48.437273 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ce9ded7e-ab0c-4231-8f48-e327e614aec0 req-879ef41e-449e-4919-b833-207fc60ec277 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322263 Jul 09 18:49:48.458170 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:49:48.460510 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:49:48.507948 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce59c642-8cef-4ad9-b0ea-d19e6db542c3 x-openstack-request-id: req-ce59c642-8cef-4ad9-b0ea-d19e6db542c3 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:49:48.508242 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:49:48.508532 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce59c642-8cef-4ad9-b0ea-d19e6db542c3 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:49:48.508872 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'status': 'completed', 'code': 200} Jul 09 18:49:48.576396 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b', 'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'mac_address': 'fa:16:3e:66:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:09Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 5, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'subnets': [{'id': '0463249d-fd68-4373-8795-b5ef385879a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:48.606994 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] Checking router: 0594a2bc-8acd-404b-a704-5d327e44db39 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:49:48.618434 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:48.618978 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:48.688766 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-1a539a1a-1e63-42dc-8781-611e43fddfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:48.696611 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-1a539a1a-1e63-42dc-8781-611e43fddfda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 1099 time: 0.0956419 Jul 09 18:49:48.758547 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:48.863153 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-0bea643c-82c9-4c59-a5d9-848814dde043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:48.865264 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-0bea643c-82c9-4c59-a5d9-848814dde043 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d67bf152-f676-43ef-90d0-dbcab1803cc3 HTTP/1.1" status: 200 len: 915 time: 0.1517224 Jul 09 18:49:48.875785 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fef263-8f0f-49a6-8b3e-a0d962baf83e req-649c671b-e723-41c0-b356-5826c0927f8b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:48.877257 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-74fef263-8f0f-49a6-8b3e-a0d962baf83e req-649c671b-e723-41c0-b356-5826c0927f8b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0976424 Jul 09 18:49:48.883885 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890f7c2-af9f-43ef-b4ad-ed100c778592 req-a1c12ecd-d3c0-4889-ae57-2216b198c023 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:48.885397 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d890f7c2-af9f-43ef-b4ad-ed100c778592 req-a1c12ecd-d3c0-4889-ae57-2216b198c023 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0663145 Jul 09 18:49:48.923221 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-cd8fec25-d1e2-4a66-8b07-3b138b94bfd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0416672 Jul 09 18:49:48.929374 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d890f7c2-af9f-43ef-b4ad-ed100c778592 req-bd0172cc-6bd8-459e-86c2-d8adc67cde26 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382178 Jul 09 18:49:48.975191 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b', 'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'mac_address': 'fa:16:3e:66:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:09Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 5, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'subnets': [{'id': '0463249d-fd68-4373-8795-b5ef385879a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:48.985024 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-74fef263-8f0f-49a6-8b3e-a0d962baf83e req-2431ee07-70e5-485a-8697-548fc6272716 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677607 Jul 09 18:49:48.996559 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-88d6728d-7b4d-4c72-9903-216cea127060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:48.998049 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-88d6728d-7b4d-4c72-9903-216cea127060 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0463249d-fd68-4373-8795-b5ef385879a9 HTTP/1.1" status: 200 len: 853 time: 0.0631230 Jul 09 18:49:49.066508 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-08427279-66b8-4aeb-b6e7-75d6073157cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:49.068854 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-08427279-66b8-4aeb-b6e7-75d6073157cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d67bf152-f676-43ef-90d0-dbcab1803cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564063 Jul 09 18:49:49.116571 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86693c-c713-46aa-ac92-1a051595fed6 None None] The sync data for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi is: [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:46:09Z', 'revision_number': 4, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b', 'name': '', 'network_id': 'd67bf152-f676-43ef-90d0-dbcab1803cc3', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'mac_address': 'fa:16:3e:66:de:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0463249d-fd68-4373-8795-b5ef385879a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:09Z', 'updated_at': '2021-07-09T18:46:18Z', 'revision_number': 5, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'subnets': [{'id': '0463249d-fd68-4373-8795-b5ef385879a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:49:49.161914 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-2970bd66-a403-4100-9201-9299a219fa67 service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856504 Jul 09 18:49:49.277367 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3d75a4ea-f9af-4bdd-b3b4-0c05ec30b5b4 req-f9de38f2-d6ec-4bbf-8aba-dfff81bc4358 service neutron] 10.222.0.30 "GET /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851779 Jul 09 18:49:49.338536 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ac5b9-51fe-4d1e-b4cb-fdabf90119f8 None None] New status for floating IP ef9c7564-0217-4210-8491-8510553a54b3: DOWN {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:49:49.628134 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce836e-6bad-4771-a4bd-eb09fdee5164 req-342b4a9b-8551-4a86-a184-9b3ca38798b0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:49.630115 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d8ce836e-6bad-4771-a4bd-eb09fdee5164 req-342b4a9b-8551-4a86-a184-9b3ca38798b0 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0640295 Jul 09 18:49:49.669199 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d8ce836e-6bad-4771-a4bd-eb09fdee5164 req-98e7ae2d-dd38-4a37-96ca-74dfa3d1b899 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332801 Jul 09 18:49:49.846985 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e469329-bfa2-4eb6-8687-cdc24c4b3f74 req-b23d25eb-99ea-43f2-a155-8de382ffb546 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:49.848661 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2e469329-bfa2-4eb6-8687-cdc24c4b3f74 req-b23d25eb-99ea-43f2-a155-8de382ffb546 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0691237 Jul 09 18:49:49.857550 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38104) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:49.862634 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-1136fbb1-135b-4848-aa21-3c5b61bb6462 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Request body: {'floatingip': {'port_id': 'd2e90768-0956-4e4b-928e-d96ced909427'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:49:49.903681 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1136fbb1-135b-4848-aa21-3c5b61bb6462 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:50.124878 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d4e5d-4044-4e9a-a93c-b96b4dcdf2c9 req-7f4001c1-6bed-4f5e-b6d7-48b066404e62 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:50.127099 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5f6d4e5d-4044-4e9a-a93c-b96b4dcdf2c9 req-7f4001c1-6bed-4f5e-b6d7-48b066404e62 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0778663 Jul 09 18:49:50.172203 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5f6d4e5d-4044-4e9a-a93c-b96b4dcdf2c9 req-3e45197b-9fe4-44ce-8fb6-8554a92506c7 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387352 Jul 09 18:49:50.288477 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f91509-c0db-4a1c-8aed-ef3d3225d61e req-83175a43-d316-450f-9611-6f6841bd431a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:50.289941 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-65f91509-c0db-4a1c-8aed-ef3d3225d61e req-83175a43-d316-450f-9611-6f6841bd431a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1642342 Jul 09 18:49:50.372673 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-65f91509-c0db-4a1c-8aed-ef3d3225d61e req-d1b9f87c-50b8-4419-8546-d3c0397e4373 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512843 Jul 09 18:49:50.452320 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1136fbb1-135b-4848-aa21-3c5b61bb6462 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:50.455854 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1136fbb1-135b-4848-aa21-3c5b61bb6462 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:50.803873 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [None req-1136fbb1-135b-4848-aa21-3c5b61bb6462 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Floating IP 509e9141-145d-4589-8cc1-27d853e1aee4 associated. External IP: 172.27.2.195, port: d2e90768-0956-4e4b-928e-d96ced909427. Jul 09 18:49:51.001068 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1136fbb1-135b-4848-aa21-3c5b61bb6462 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Router 5cb94514-1290-4094-8515-274c9d9c8959 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:49:51.104113 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1136fbb1-135b-4848-aa21-3c5b61bb6462 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:49:51.108719 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1136fbb1-135b-4848-aa21-3c5b61bb6462 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:51.113093 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] Sync routers for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:49:51.122471 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:51.123077 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:51.144268 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-1136fbb1-135b-4848-aa21-3c5b61bb6462 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "PUT /v2.0/floatingips/509e9141-145d-4589-8cc1-27d853e1aee4 HTTP/1.1" status: 200 len: 992 time: 1.2855859 Jul 09 18:49:51.144973 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:49:51.147331 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e12bda2-890f-4206-ba70-a2b01b15c88c" -d '{"events": [{"name": "network-changed", "server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "tag": "d2e90768-0956-4e4b-928e-d96ced909427"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:49:51.194518 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61048ff7-7740-4edc-bcf2-4405bc2c0047 x-openstack-request-id: req-61048ff7-7740-4edc-bcf2-4405bc2c0047 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:49:51.195020 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "tag": "d2e90768-0956-4e4b-928e-d96ced909427", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:49:51.195455 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61048ff7-7740-4edc-bcf2-4405bc2c0047 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:49:51.196285 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427', 'status': 'completed', 'code': 200} Jul 09 18:49:51.236345 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:51.316256 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-74a66d72-edf5-465a-b9cc-819102b24c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:51.318167 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-74a66d72-edf5-465a-b9cc-819102b24c87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 1099 time: 0.0634024 Jul 09 18:49:51.454720 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-6a3e9350-11d3-4a0f-8ede-db331c3e70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:51.456506 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-6a3e9350-11d3-4a0f-8ede-db331c3e70b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 917 time: 0.1244597 Jul 09 18:49:51.458093 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213e5b8-f62d-4a9b-8ab7-21777502b53d req-bae6d269-853e-41be-bd08-782839ca11a1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:51.462652 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c213e5b8-f62d-4a9b-8ab7-21777502b53d req-bae6d269-853e-41be-bd08-782839ca11a1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0754964 Jul 09 18:49:51.499591 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c213e5b8-f62d-4a9b-8ab7-21777502b53d req-9d1228ba-8de4-4c1a-acfc-256a3775b16b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336535 Jul 09 18:49:51.511899 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '509e9141-145d-4589-8cc1-27d853e1aee4', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'port_id': 'd2e90768-0956-4e4b-928e-d96ced909427', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'mac_address': 'fa:16:3e:97:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:49:37Z', 'updated_at': '2021-07-09T18:49:50Z', 'revision_number': 1, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:51.545625 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] Checking router: 5cb94514-1290-4094-8515-274c9d9c8959 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:49:51.554962 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:51.555659 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:51.590427 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-47fa0b06-2bfd-4e5f-9668-e41f567303e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90768-0956-4e4b-928e-d96ced909427 HTTP/1.1" status: 200 len: 1000 time: 0.1182091 Jul 09 18:49:51.662488 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a894bef-22ce-400f-b7e3-1623c4d5f79e req-fe9666a0-c6cb-4a1c-9810-cbf04e454e46 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:51.664243 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a894bef-22ce-400f-b7e3-1623c4d5f79e req-fe9666a0-c6cb-4a1c-9810-cbf04e454e46 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1150765 Jul 09 18:49:51.664931 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:51.665280 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8a12-fa8e-40f5-97ff-fd552c712ac9 req-f93b12d7-8f1b-41b0-b667-b6e2beb46bd5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:51.666469 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-8a8d3e67-4556-41fc-b5d8-b56d70996d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:51.667184 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1f7f8a12-fa8e-40f5-97ff-fd552c712ac9 req-f93b12d7-8f1b-41b0-b667-b6e2beb46bd5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0653865 Jul 09 18:49:51.667815 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-8a8d3e67-4556-41fc-b5d8-b56d70996d6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0703840 Jul 09 18:49:51.705423 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1f7f8a12-fa8e-40f5-97ff-fd552c712ac9 req-59c74919-0701-4969-b061-ca0100126c11 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 Jul 09 18:49:51.736087 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a894bef-22ce-400f-b7e3-1623c4d5f79e req-a173a94b-25ad-406f-bd2c-a6587ef2062f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642529 Jul 09 18:49:51.754464 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-b79211c0-ce5a-479e-be57-edd7b912225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:51.756593 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-b79211c0-ce5a-479e-be57-edd7b912225b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0786715 Jul 09 18:49:51.844758 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-3be4bfe6-d111-4ee7-9229-bfbb1ec5fe7b service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798981 Jul 09 18:49:51.889984 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '509e9141-145d-4589-8cc1-27d853e1aee4', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'port_id': 'd2e90768-0956-4e4b-928e-d96ced909427', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'mac_address': 'fa:16:3e:97:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:49:37Z', 'updated_at': '2021-07-09T18:49:50Z', 'revision_number': 1, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:51.923307 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fb5cd-e6da-4869-896c-b3c6490cda8a None None] The sync data for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi is: [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '509e9141-145d-4589-8cc1-27d853e1aee4', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'port_id': 'd2e90768-0956-4e4b-928e-d96ced909427', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'mac_address': 'fa:16:3e:97:14:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:49:37Z', 'updated_at': '2021-07-09T18:49:50Z', 'revision_number': 1, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:49:51.946039 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5e12bda2-890f-4206-ba70-a2b01b15c88c req-967b167b-d003-4c94-a90c-78e48b6877a4 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868144 Jul 09 18:49:52.111497 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477de0f8-e595-4f3f-9704-fe2b4869cc9b None None] New status for floating IP 509e9141-145d-4589-8cc1-27d853e1aee4: ACTIVE {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:49:52.669384 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925125-98be-48d9-938c-d8aa395f5948 req-3351cd6f-b4b0-4686-ab5d-473b507decdc tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:52.670876 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-77925125-98be-48d9-938c-d8aa395f5948 req-3351cd6f-b4b0-4686-ab5d-473b507decdc tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0620956 Jul 09 18:49:52.707057 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-77925125-98be-48d9-938c-d8aa395f5948 req-70ad1741-3988-4129-940d-7246b8b8d7d2 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307848 Jul 09 18:49:52.885904 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ebf3f-2dea-42bf-998f-e11af7bc5606 req-abc3e550-1a6b-44cd-973b-96ba9bc08e4d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:52.888151 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3e7ebf3f-2dea-42bf-998f-e11af7bc5606 req-abc3e550-1a6b-44cd-973b-96ba9bc08e4d tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0704298 Jul 09 18:49:52.907796 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a077e7-3941-4f17-a325-654e07939d9f req-df25aed7-9b35-4c3c-9bdf-bf9ef57c39c5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:52.909319 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-67a077e7-3941-4f17-a325-654e07939d9f req-df25aed7-9b35-4c3c-9bdf-bf9ef57c39c5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0645046 Jul 09 18:49:52.926867 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3e7ebf3f-2dea-42bf-998f-e11af7bc5606 req-8c303a74-9056-47f3-8dec-f58d1e64d1c5 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f1795ce-9577-4cf0-bec2-986be51d42a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329893 Jul 09 18:49:52.952084 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-67a077e7-3941-4f17-a325-654e07939d9f req-cc691ee7-06b7-4f1e-96f0-b77a977261fe tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368726 Jul 09 18:49:53.488309 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-5b76f2e5-7941-458c-bbb1-f202957ad059 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:53.490281 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-5b76f2e5-7941-458c-bbb1-f202957ad059 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 946 time: 0.0652969 Jul 09 18:49:53.587537 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Deleting port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:53.587865 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:53.676139 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] For port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:53.677373 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:53.689157 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Calling delete_port for 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:53.811123 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:53.851926 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:49:53.856071 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Pushing event deleted for resources: {'Port': ['ID=8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:53.922686 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] No DVR routers for this DVR port 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:49:53.925675 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:53.928207 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4b858618-f4ba-4dc8-9297-cd6c9bef7efb req-3fd6d2a6-0771-4433-a89a-841ab37a1312 tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.30 "DELETE /v2.0/ports/8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 HTTP/1.1" status: 204 len: 173 time: 0.4306519 Jul 09 18:49:53.928626 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'name': 'network-vif-deleted', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:49:53.930848 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b98dd30-c0ca-46b2-8261-ac366c257ed2" -d '{"events": [{"server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "name": "network-vif-deleted", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:49:53.961557 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180153d-4813-4242-b15e-7eb62083b13f req-614d11f8-61b6-4bfa-b20d-23cc6ed68713 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:53.963443 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e180153d-4813-4242-b15e-7eb62083b13f req-614d11f8-61b6-4bfa-b20d-23cc6ed68713 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.1449311 Jul 09 18:49:53.969834 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e2ab16-46e9-4c88-a8e3-03af1b093397 x-openstack-request-id: req-27e2ab16-46e9-4c88-a8e3-03af1b093397 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:49:53.970127 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8755493-10ff-4582-9b81-62a343b87dea", "name": "network-vif-deleted", "tag": "8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:49:53.970411 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27e2ab16-46e9-4c88-a8e3-03af1b093397 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:49:53.970810 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8755493-10ff-4582-9b81-62a343b87dea', 'name': 'network-vif-deleted', 'tag': '8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0', 'status': 'completed', 'code': 200} Jul 09 18:49:54.011512 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e180153d-4813-4242-b15e-7eb62083b13f req-8e737b3a-fe1b-478e-9d9b-6066da7aea5f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389707 Jul 09 18:49:54.091176 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0d7b9fea-391a-44b5-a741-93285a360650 req-619438c6-c65c-4ea2-a4f0-9c17c9ef36af tempest-TestMinimumBasicScenario-1070246584 tempest-TestMinimumBasicScenario-1070246584-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8755493-10ff-4582-9b81-62a343b87dea HTTP/1.1" status: 200 len: 210 time: 0.0280321 Jul 09 18:49:54.200756 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a20825-964c-4b72-9fd6-8f0573532674 req-e315d9e6-ecf3-46e0-a1d1-5dfebed94af7 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:54.202335 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-26a20825-964c-4b72-9fd6-8f0573532674 req-e315d9e6-ecf3-46e0-a1d1-5dfebed94af7 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0665638 Jul 09 18:49:54.246555 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-26a20825-964c-4b72-9fd6-8f0573532674 req-52ed272c-ef59-4987-93d5-95854999997b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 Jul 09 18:49:55.186941 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479377d-ea69-44fe-bbe0-e6ce38083e71 req-0fccc221-7b71-44bc-94e2-0c77c043c083 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:55.188441 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1479377d-ea69-44fe-bbe0-e6ce38083e71 req-0fccc221-7b71-44bc-94e2-0c77c043c083 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0632091 Jul 09 18:49:55.226599 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1479377d-ea69-44fe-bbe0-e6ce38083e71 req-710801a5-2cdb-4e2c-88b6-6ed97366eed5 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Jul 09 18:49:55.431141 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d8918-9615-4d76-964b-875a139c0688 req-8398f346-5ebf-49f4-b4ff-5afceffe84c3 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:55.434770 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7c4d8918-9615-4d76-964b-875a139c0688 req-8398f346-5ebf-49f4-b4ff-5afceffe84c3 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0739183 Jul 09 18:49:55.483995 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7c4d8918-9615-4d76-964b-875a139c0688 req-17e9eb33-32e9-4ef4-9760-2656c286ece7 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456467 Jul 09 18:49:55.858220 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38202) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:56.271800 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398831'] for router_interface, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:56.404213 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091e8c4-4e3d-4d8a-9d8e-01b4a057858a req-982b9f2c-6551-4181-95c3-8e11ee3c69d6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:56.405673 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5091e8c4-4e3d-4d8a-9d8e-01b4a057858a req-982b9f2c-6551-4181-95c3-8e11ee3c69d6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0648897 Jul 09 18:49:56.442959 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5091e8c4-4e3d-4d8a-9d8e-01b4a057858a req-44d0fecc-110e-46f9-b5e6-2155a5f4537f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Jul 09 18:49:56.565068 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Deleting port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:56.565399 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:56.682377 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] For port 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:56.682706 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:56.697048 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00231-ac25-41ca-a17f-4b6f158ac97b req-fc1d512c-b248-494e-a87a-dcf1e85fd73f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:56.698553 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2fb00231-ac25-41ca-a17f-4b6f158ac97b req-fc1d512c-b248-494e-a87a-dcf1e85fd73f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0967376 Jul 09 18:49:56.703793 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Calling delete_port for 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b owned by network:router_interface {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:56.775649 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2fb00231-ac25-41ca-a17f-4b6f158ac97b req-2a9b4251-23a7-47ee-9d54-d74e2b8fe154 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698814 Jul 09 18:49:56.919270 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:56.948998 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:57.111056 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401105'] for router_interface, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:57.324290 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Router 0594a2bc-8acd-404b-a704-5d327e44db39 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:49:57.424847 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:49:57.429797 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c149261d-eb09-4e04-b7d4-1373e3486a1f admin admin] 10.222.0.22 "PUT /v2.0/routers/0594a2bc-8acd-404b-a704-5d327e44db39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705490 Jul 09 18:49:57.432348 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38210) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:57.435044 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] Sync routers for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:49:57.445577 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:57.446251 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:57.558275 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:57.738056 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 5, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:57.767735 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] Checking router: 0594a2bc-8acd-404b-a704-5d327e44db39 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:49:57.776996 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] Routers {'0594a2bc-8acd-404b-a704-5d327e44db39'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:49:57.777607 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['0594a2bc-8acd-404b-a704-5d327e44db39'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:57.827950 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks [] for router, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:57.878349 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] Set router 0594a2bc-8acd-404b-a704-5d327e44db39 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:49:57.891274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbba7d-7eab-4716-8bde-3109c7aec1d5 req-46ca0e84-7e31-47d6-982f-a5852c239a5f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:57.892819 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcbba7d-7eab-4716-8bde-3109c7aec1d5 req-46ca0e84-7e31-47d6-982f-a5852c239a5f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.1183882 Jul 09 18:49:57.966588 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f793517-2905-47ce-a87d-c6ba2a663f48 req-6f042165-3e15-4192-a6f3-f3e40b9f6754 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:57.976014 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9f793517-2905-47ce-a87d-c6ba2a663f48 req-6f042165-3e15-4192-a6f3-f3e40b9f6754 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0731137 Jul 09 18:49:57.983299 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcbba7d-7eab-4716-8bde-3109c7aec1d5 req-8a11a85b-a0a9-425f-8dfb-74a38396de14 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653870 Jul 09 18:49:57.991422 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.017315 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9f793517-2905-47ce-a87d-c6ba2a663f48 req-f1a9e677-6f4a-4306-b052-0d042ebbe7fd tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Jul 09 18:49:58.046987 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Deleting port ef04892e-810d-49c1-8f8e-6a369443952b {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:58.047408 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.097319 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 5, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:58.132827 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36737a93-7230-41f3-8f77-25d0c5e8223f None None] The sync data for ids ['0594a2bc-8acd-404b-a704-5d327e44db39'] in dv-cinder-780933-10-iscsi is: [{'id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'name': 'tempest-TestMinimumBasicScenario-179312351-router', 'tenant_id': '60d9775e08b54c51b2ac9e0053a6caed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:06Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 5, 'project_id': '60d9775e08b54c51b2ac9e0053a6caed', 'gw_port': {'id': 'ef04892e-810d-49c1-8f8e-6a369443952b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594a2bc-8acd-404b-a704-5d327e44db39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:07Z', 'updated_at': '2021-07-09T18:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:49:58.139138 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] For port ef04892e-810d-49c1-8f8e-6a369443952b, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=ef04892e-810d-49c1-8f8e-6a369443952b,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:58.139603 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.153986 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Calling delete_port for ef04892e-810d-49c1-8f8e-6a369443952b owned by network:router_gateway {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:58.340387 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.362693 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef04892e-810d-49c1-8f8e-6a369443952b,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:58.429415 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396456'] for router_gateway, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.540015 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-393500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042693'] for router, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.542258 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.566937 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:49:58.587341 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:49:58.587687 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 8e1dd1c8-0cbe-4bf3-8ffc-241c4ca3e4f0 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:49:58.616762 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394636'] for router, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.617272 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0594a2bc-8acd-404b-a704-5d327e44db39 {{(pid=104835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:49:58.622516 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] Notify callbacks [] for router, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.623659 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-f864fc88-f273-4f89-8c94-c244b88c9d90 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0594a2bc-8acd-404b-a704-5d327e44db39 HTTP/1.1" status: 204 len: 168 time: 1.1903517 Jul 09 18:49:58.626159 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38218) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:58.676469 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b0f404-dda8-4c96-98b7-f5c4567361b4 admin admin] Deleting subnet 0463249d-fd68-4373-8795-b5ef385879a9 {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:49:58.679804 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-05b0f404-dda8-4c96-98b7-f5c4567361b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.714603 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-05b0f404-dda8-4c96-98b7-f5c4567361b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.823479 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-05b0f404-dda8-4c96-98b7-f5c4567361b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.872879 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-05b0f404-dda8-4c96-98b7-f5c4567361b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.898185 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0f404-dda8-4c96-98b7-f5c4567361b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0463249d-fd68-4373-8795-b5ef385879a9,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:58.901751 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-05b0f404-dda8-4c96-98b7-f5c4567361b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:58.904932 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-05b0f404-dda8-4c96-98b7-f5c4567361b4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0463249d-fd68-4373-8795-b5ef385879a9 HTTP/1.1" status: 204 len: 168 time: 0.2762890 Jul 09 18:49:58.906101 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38220) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:58.908596 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285a7d2-4b7e-4bf5-ad0c-08e5658234d0 None None] Network d67bf152-f676-43ef-90d0-dbcab1803cc3 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:49:58.973223 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.025737 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Deleting port 04751f11-278f-4329-a789-34a390049c29 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:59.026309 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.102333 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] For port 04751f11-278f-4329-a789-34a390049c29, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=04751f11-278f-4329-a789-34a390049c29,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:59.102696 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.134519 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Calling delete_port for 04751f11-278f-4329-a789-34a390049c29 owned by network:dhcp {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:59.160904 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff50df0-0dd4-4e52-9003-6b4231998685 None None] DHCP port deletion for d67bf152-f676-43ef-90d0-dbcab1803cc3 request from dv-cinder-780933-10-iscsi {{(pid=104837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:49:59.191138 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a7d6-0fce-4df9-b4a4-3f44b8f88366 req-90b1a37c-ccc4-4196-9f0b-72b26a713671 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:59.198826 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6f06a7d6-0fce-4df9-b4a4-3f44b8f88366 req-90b1a37c-ccc4-4196-9f0b-72b26a713671 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0829160 Jul 09 18:49:59.208533 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-9ff50df0-0dd4-4e52-9003-6b4231998685 None None] Deleting port 04751f11-278f-4329-a789-34a390049c29 {{(pid=104837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:49:59.208938 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9ff50df0-0dd4-4e52-9003-6b4231998685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.234118 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6f06a7d6-0fce-4df9-b4a4-3f44b8f88366 req-3c69ff78-0a82-4a9a-a716-6aff5853b6ef tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333288 Jul 09 18:49:59.289610 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c4ed-12a4-4acf-b7ba-b98917152f21 req-cd1d4d85-b006-47aa-ab0d-db3415247b9b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:59.291245 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-75b3c4ed-12a4-4acf-b7ba-b98917152f21 req-cd1d4d85-b006-47aa-ab0d-db3415247b9b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.1519754 Jul 09 18:49:59.324499 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.359573 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] No DVR routers for this DVR port 04751f11-278f-4329-a789-34a390049c29 on host dv-cinder-780933-10-iscsi {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:49:59.368757 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=04751f11-278f-4329-a789-34a390049c29,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:59.399165 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-9ff50df0-0dd4-4e52-9003-6b4231998685 None None] For port 04751f11-278f-4329-a789-34a390049c29, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=04751f11-278f-4329-a789-34a390049c29,segment=NetworkSegment(97de5849-db07-494e-bd2a-aba5c859eb45),segment_id=97de5849-db07-494e-bd2a-aba5c859eb45)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:49:59.399591 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9ff50df0-0dd4-4e52-9003-6b4231998685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.400223 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-75b3c4ed-12a4-4acf-b7ba-b98917152f21 req-50819751-a176-45c2-a065-1110400e2b86 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950794 Jul 09 18:49:59.417792 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-9ff50df0-0dd4-4e52-9003-6b4231998685 None None] Calling delete_port for 04751f11-278f-4329-a789-34a390049c29 owned by network:dhcp {{(pid=104837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:49:59.449198 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.460201 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67bf152-f676-43ef-90d0-dbcab1803cc3']}} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:59.470384 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97de5849-db07-494e-bd2a-aba5c859eb45') {'for_net_delete': True} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:59.470676 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97de5849-db07-494e-bd2a-aba5c859eb45') {} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:49:59.479539 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718719'] for segment, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.494794 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.501189 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:49:59.501485 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845690'] for segment, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: Traceback (most recent call last): Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: timer() Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: cb(*args, **kw) Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: return func(*args, **kwargs) Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: self._notify() Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: self.callback(batched_events) Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: event.method(event) Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: return f(self, *a, **k) Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._get(url).json() Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: return self.request(url, 'GET', **kwargs) Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:49:59.503174 dv-cinder-780933-10-iscsi neutron-server[104835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:49:59.555423 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9ff50df0-0dd4-4e52-9003-6b4231998685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806'] for port, after_delete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.571690 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.579366 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:49:59.589801 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff50df0-0dd4-4e52-9003-6b4231998685 None None] Pushing event deleted for resources: {'Port': ['ID=04751f11-278f-4329-a789-34a390049c29,revision_number=None']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:59.594878 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38230) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:49:59.599154 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff50df0-0dd4-4e52-9003-6b4231998685 None None] No DVR routers for this DVR port 04751f11-278f-4329-a789-34a390049c29 on host dv-cinder-780933-10-iscsi {{(pid=104837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:49:59.606724 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d67bf152-f676-43ef-90d0-dbcab1803cc3 HTTP/1.1" status: 204 len: 168 time: 0.6995621 Jul 09 18:49:59.622197 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52aac9-d9d3-40a0-b941-053687c747e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67bf152-f676-43ef-90d0-dbcab1803cc3,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:49:59.637532 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device ef04892e-810d-49c1-8f8e-6a369443952b no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:49:59.658670 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: ef04892e-810d-49c1-8f8e-6a369443952b {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:49:59.659024 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device ef04892e-810d-49c1-8f8e-6a369443952b not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:49:59.659595 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:49:59.683068 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:49:59.683648 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 3008b0a0-90bc-4e1c-9b50-fa90c3ebec2b not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:49:59.684134 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 04751f11-278f-4329-a789-34a390049c29 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:49:59.708149 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 04751f11-278f-4329-a789-34a390049c29 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:49:59.708595 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 04751f11-278f-4329-a789-34a390049c29 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:49:59.788618 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-086a3968-17fd-430a-9d29-c13b874459b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:59.790174 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-086a3968-17fd-430a-9d29-c13b874459b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 1099 time: 0.0635324 Jul 09 18:49:59.887367 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-c197aaa6-4927-4bf7-9a0e-a77791752b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:49:59.888954 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-c197aaa6-4927-4bf7-9a0e-a77791752b7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 200 len: 912 time: 0.0930297 Jul 09 18:49:59.987477 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-6ca637aa-3ae1-4104-a4c9-57d7fa09c5ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=644ddc57-913e-4d83-9961-6a1b21f74674 HTTP/1.1" status: 200 len: 1002 time: 0.0913002 Jul 09 18:50:00.048751 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3819-65f6-4415-be04-bf9c2e362c9c req-22f09e1d-9f39-45b4-99a8-2cf62f1cd568 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:00.050247 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1cfc3819-65f6-4415-be04-bf9c2e362c9c req-22f09e1d-9f39-45b4-99a8-2cf62f1cd568 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.3224056 Jul 09 18:50:00.067133 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-eede07e9-aefb-4713-a656-fcfcd91fc229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:00.068557 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-eede07e9-aefb-4713-a656-fcfcd91fc229 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1c8df9-30f8-43b6-aaf9-a82373b78aa6 HTTP/1.1" status: 200 len: 850 time: 0.0704308 Jul 09 18:50:00.121664 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1cfc3819-65f6-4415-be04-bf9c2e362c9c req-7c638b95-cd44-426b-81da-6d539fcef0ac tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641165 Jul 09 18:50:00.142873 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-42f04833-3e74-424c-8623-c230d07cb964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:00.144436 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-42f04833-3e74-424c-8623-c230d07cb964 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0695219 Jul 09 18:50:00.236965 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-5c845e92-e22d-41e2-9585-4d32a1e79287 service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846734 Jul 09 18:50:00.242503 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398831'] for router_interface, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:00.345686 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-dece2a0f-d641-4e72-93dd-40b98d3eb672 req-0bc0bfba-79d6-43ed-b25e-dbc95c43749f service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942526 Jul 09 18:50:00.421486 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-9419eb55-877c-45d4-8b92-e8cb0c0dbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:00.422982 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-9419eb55-877c-45d4-8b92-e8cb0c0dbb62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1099 time: 0.1430764 Jul 09 18:50:00.553831 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2cd15-bd51-4a49-9758-3a1c556ffc4e req-19e4cb36-1175-45bf-9808-55896c19d321 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:00.555641 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f4d2cd15-bd51-4a49-9758-3a1c556ffc4e req-19e4cb36-1175-45bf-9808-55896c19d321 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.1913240 Jul 09 18:50:00.596719 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-2c5e0ac3-a828-4d7e-b2a9-f1660b7d7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:00.598245 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-2c5e0ac3-a828-4d7e-b2a9-f1660b7d7a4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce1ff71-54c4-4261-b12a-ccf271436c39 HTTP/1.1" status: 200 len: 909 time: 0.1439033 Jul 09 18:50:00.738063 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f4d2cd15-bd51-4a49-9758-3a1c556ffc4e req-b209faec-203d-49da-950a-88c09f7293c3 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731477 Jul 09 18:50:00.744146 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-883a84d2-37e7-42de-b40e-e1a36efd3751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf HTTP/1.1" status: 200 len: 1002 time: 0.1210649 Jul 09 18:50:00.764194 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Deleting port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:50:00.764526 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:00.864478 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-28d4b88e-1199-447a-a0fd-4c807b6184b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:00.865858 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-28d4b88e-1199-447a-a0fd-4c807b6184b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a08ab8e-79ff-4673-8c39-fbb3a7d372ec HTTP/1.1" status: 200 len: 847 time: 0.0622613 Jul 09 18:50:00.882530 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] For port 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36,segment=NetworkSegment(ad1c9e78-5ae9-48bc-8add-4dfee4ffe598),segment_id=ad1c9e78-5ae9-48bc-8add-4dfee4ffe598)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:00.882883 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:00.917869 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Calling delete_port for 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 owned by network:router_interface {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:50:01.014792 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-7cd51354-d846-4a4d-9c99-dd49ce4b0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:01.016287 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-7cd51354-d846-4a4d-9c99-dd49ce4b0424 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce1ff71-54c4-4261-b12a-ccf271436c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1266322 Jul 09 18:50:01.152193 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:50:01.158678 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-05c38594-929d-4f36-9c13-58c75c1d0aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083112 Jul 09 18:50:01.255134 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:01.284410 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:01.316286 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6801b56-321e-4b8d-8c0b-f503ac0d2d6d req-5b3f2ce4-10ac-4f97-97cb-059c9a25f5a1 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:01.318359 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b6801b56-321e-4b8d-8c0b-f503ac0d2d6d req-5b3f2ce4-10ac-4f97-97cb-059c9a25f5a1 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0814192 Jul 09 18:50:01.325745 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8d41aa58-37d4-4e19-bc59-80c1fa5e188e req-b706f9b9-e944-406a-bac6-725326c5951a service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486290 Jul 09 18:50:01.363004 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b6801b56-321e-4b8d-8c0b-f503ac0d2d6d req-474d24f4-d892-4102-969d-b7285ecbde10 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387802 Jul 09 18:50:01.464476 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401105'] for router_interface, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:01.675781 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:50:01.777274 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:50:01.782302 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b119faa7-5150-4cb2-be90-77a756fbc7f4 admin admin] 10.222.0.22 "PUT /v2.0/routers/db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1850052 Jul 09 18:50:01.784931 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38254) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:01.790195 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] Sync routers for ids ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:50:01.799342 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] Routers {'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:50:01.799963 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:01.902373 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] Set router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:50:01.917772 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks [] for router, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.016614 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd315b-55f0-4a31-b252-0b6384c907ea req-4f3d76fd-9060-43b0-b840-2cafa009eb2a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:02.018062 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c6fd315b-55f0-4a31-b252-0b6384c907ea req-4f3d76fd-9060-43b0-b840-2cafa009eb2a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.1543558 Jul 09 18:50:02.067050 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.073385 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c6fd315b-55f0-4a31-b252-0b6384c907ea req-df2f3efb-08d8-4a68-9ed6-e100f581eb93 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483365 Jul 09 18:50:02.123370 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Deleting port 34280db5-52e9-4a5c-8e84-ed93d20b0b56 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:50:02.123704 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.201912 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] For port 34280db5-52e9-4a5c-8e84-ed93d20b0b56, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=34280db5-52e9-4a5c-8e84-ed93d20b0b56,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:02.202292 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.214304 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Calling delete_port for 34280db5-52e9-4a5c-8e84-ed93d20b0b56 owned by network:router_gateway {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:50:02.253475 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:12Z', 'updated_at': '2021-07-09T18:50:01Z', 'revision_number': 5, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'gw_port': {'id': '34280db5-52e9-4a5c-8e84-ed93d20b0b56', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:13Z', 'updated_at': '2021-07-09T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:02.280525 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] Checking router: db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:50:02.296873 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] Routers {'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:50:02.297472 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:49:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:02.377107 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.402606 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Pushing event deleted for resources: {'Port': ['ID=34280db5-52e9-4a5c-8e84-ed93d20b0b56,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:02.420415 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] Set router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 gateway port host: None {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:50:02.463519 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396456'] for router_gateway, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.475910 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:12Z', 'updated_at': '2021-07-09T18:50:02Z', 'revision_number': 6, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'gw_port_host': None}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:02.502185 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44966e-c2c3-41e5-9c00-3589bb3b9a57 None None] The sync data for ids ['db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1'] in dv-cinder-780933-10-iscsi is: [{'id': 'db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1', 'name': 'tempest-TestMinimumBasicScenario-1499396631-router', 'tenant_id': '38cbc77f45f844a095d0b15366a2f903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:12Z', 'updated_at': '2021-07-09T18:50:02Z', 'revision_number': 6, 'project_id': '38cbc77f45f844a095d0b15366a2f903', 'gw_port_host': None}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:50:02.551307 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-393500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042693'] for router, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.553408 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.596862 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394636'] for router, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.597407 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 {{(pid=104835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:50:02.602015 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] Notify callbacks [] for router, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.603201 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-fc58ac94-b7e4-4f98-b0ea-7a5d8b494374 admin admin] 10.222.0.22 "DELETE /v2.0/routers/db5a52f2-fcc1-4f1d-bd83-4ad719e84dd1 HTTP/1.1" status: 204 len: 168 time: 0.8168495 Jul 09 18:50:02.605733 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38256) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:02.648386 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c618e795-99d4-408e-9543-299758af2111 admin admin] Deleting subnet 974e4e20-c4bf-446f-b21c-1e36127df387 {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:50:02.651313 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c618e795-99d4-408e-9543-299758af2111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.684016 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c618e795-99d4-408e-9543-299758af2111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.760547 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c618e795-99d4-408e-9543-299758af2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.811997 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c618e795-99d4-408e-9543-299758af2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.836384 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618e795-99d4-408e-9543-299758af2111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974e4e20-c4bf-446f-b21c-1e36127df387,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:02.842676 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-c618e795-99d4-408e-9543-299758af2111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.846912 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-c618e795-99d4-408e-9543-299758af2111 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/974e4e20-c4bf-446f-b21c-1e36127df387 HTTP/1.1" status: 204 len: 168 time: 0.2379150 Jul 09 18:50:02.847289 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38262) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:02.854930 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a8bd55-888b-4591-ac9f-9811b7a94296 None None] Network 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:50:02.916885 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:02.980711 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Deleting port 27b84702-b611-4746-9b7f-9a54c2afd9f9 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:50:02.981037 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.045303 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] For port 27b84702-b611-4746-9b7f-9a54c2afd9f9, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=27b84702-b611-4746-9b7f-9a54c2afd9f9,segment=NetworkSegment(ad1c9e78-5ae9-48bc-8add-4dfee4ffe598),segment_id=ad1c9e78-5ae9-48bc-8add-4dfee4ffe598)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:03.045656 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.058780 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Calling delete_port for 27b84702-b611-4746-9b7f-9a54c2afd9f9 owned by network:dhcp {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:50:03.142272 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.168892 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Pushing event deleted for resources: {'Port': ['ID=27b84702-b611-4746-9b7f-9a54c2afd9f9,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:03.172595 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] No DVR routers for this DVR port 27b84702-b611-4746-9b7f-9a54c2afd9f9 on host dv-cinder-780933-10-iscsi {{(pid=104836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:50:03.240581 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.250112 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1b1b60-39e3-4f28-8f26-b28ed7cad739']}} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:03.255759 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9828c-dfe8-4978-8892-269b4356ed11 req-35487c99-a003-472e-a06f-4a98aeba6398 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:03.257314 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-17f9828c-dfe8-4978-8892-269b4356ed11 req-35487c99-a003-472e-a06f-4a98aeba6398 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0635216 Jul 09 18:50:03.260858 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598') {'for_net_delete': True} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:03.261348 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1c9e78-5ae9-48bc-8add-4dfee4ffe598') {} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:03.271869 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14825945'] for segment, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.291823 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.299666 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8425db-ac8a-476c-8773-77d9e5d74c58 None None] DHCP port deletion for 1a1b1b60-39e3-4f28-8f26-b28ed7cad739 request from dv-cinder-780933-10-iscsi {{(pid=104837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:50:03.300004 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:50:03.300407 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14758980'] for segment, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.302292 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-17f9828c-dfe8-4978-8892-269b4356ed11 req-d6b5716c-856f-4c29-b6c9-f6ab23aed069 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346186 Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: Traceback (most recent call last): Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: timer() Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: cb(*args, **kw) Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: return func(*args, **kwargs) Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: self._notify() Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: self.callback(batched_events) Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: event.method(event) Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: return f(self, *a, **k) Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._get(url).json() Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: return self.request(url, 'GET', **kwargs) Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:50:03.302921 dv-cinder-780933-10-iscsi neutron-server[104836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:50:03.364232 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.371225 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.373247 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] 10.222.0.22 "DELETE /v2.0/networks/1a1b1b60-39e3-4f28-8f26-b28ed7cad739 HTTP/1.1" status: 204 len: 168 time: 0.5243678 Jul 09 18:50:03.383374 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf0727-c1a9-4c28-a987-d7698c1393cb admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1b1b60-39e3-4f28-8f26-b28ed7cad739,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:03.547298 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38268) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:03.595120 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-20c3e33b-f314-4a83-8c73-a41e030a296e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60d9775e08b54c51b2ac9e0053a6caed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443792 Jul 09 18:50:03.595851 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38270) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:03.628070 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 34280db5-52e9-4a5c-8e84-ed93d20b0b56 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:50:03.655966 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0522b0e9-101f-4379-8af4-d5e82a918686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.659345 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 34280db5-52e9-4a5c-8e84-ed93d20b0b56 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:50:03.659689 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 34280db5-52e9-4a5c-8e84-ed93d20b0b56 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:50:03.660111 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:50:03.677783 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0522b0e9-101f-4379-8af4-d5e82a918686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.686528 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:50:03.686906 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 7dbbcc68-a062-4ab3-b8d2-34bb9cda1d36 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:50:03.687327 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 27b84702-b611-4746-9b7f-9a54c2afd9f9 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:50:03.710007 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 27b84702-b611-4746-9b7f-9a54c2afd9f9 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:50:03.710422 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 27b84702-b611-4746-9b7f-9a54c2afd9f9 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:50:03.739029 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0522b0e9-101f-4379-8af4-d5e82a918686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.741902 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0522b0e9-101f-4379-8af4-d5e82a918686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:03.743169 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0522b0e9-101f-4379-8af4-d5e82a918686 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f1795ce-9577-4cf0-bec2-986be51d42a9 HTTP/1.1" status: 204 len: 168 time: 0.1461070 Jul 09 18:50:03.750731 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522b0e9-101f-4379-8af4-d5e82a918686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1795ce-9577-4cf0-bec2-986be51d42a9,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:04.069829 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38278) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:04.109855 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-7e54c59b-876c-4d30-9a30-61286af3f733 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38cbc77f45f844a095d0b15366a2f903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386586 Jul 09 18:50:04.112449 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38280) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:04.157497 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-642f7344-84eb-437a-a5f8-7e6362ab6898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:04.178116 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-642f7344-84eb-437a-a5f8-7e6362ab6898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:04.220249 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-642f7344-84eb-437a-a5f8-7e6362ab6898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:04.223232 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-642f7344-84eb-437a-a5f8-7e6362ab6898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:04.224350 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-642f7344-84eb-437a-a5f8-7e6362ab6898 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4521f157-5316-416a-bfeb-cff247549976 HTTP/1.1" status: 204 len: 168 time: 0.1110313 Jul 09 18:50:04.232503 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f7344-84eb-437a-a5f8-7e6362ab6898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4521f157-5316-416a-bfeb-cff247549976,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:04.495676 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244163c-dcc0-4066-8679-23cce021168f req-51c214ac-9a00-4281-881b-043f25798b81 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:04.497255 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6244163c-dcc0-4066-8679-23cce021168f req-51c214ac-9a00-4281-881b-043f25798b81 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0698516 Jul 09 18:50:04.537313 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6244163c-dcc0-4066-8679-23cce021168f req-7da5b01c-3411-4a45-9e15-0f381d890102 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341129 Jul 09 18:50:04.809883 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-4ee30bc4-f012-42fc-b88c-059b677c0a48 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496261 Jul 09 18:50:04.883479 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7e296-a10c-48f0-8ec3-fea840b18994 req-7d9a05e7-65b9-4f6e-98a1-d710528f7fe1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:04.884989 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a4a7e296-a10c-48f0-8ec3-fea840b18994 req-7d9a05e7-65b9-4f6e-98a1-d710528f7fe1 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0642376 Jul 09 18:50:04.929872 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a4a7e296-a10c-48f0-8ec3-fea840b18994 req-8d362ede-1536-4649-844f-f66c4ee30771 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392051 Jul 09 18:50:06.109329 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a1a8b-1713-4137-a353-d9b20291488b req-828f58b0-618d-43dd-a3cf-00b1b87b7baf tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:06.111078 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c50a1a8b-1713-4137-a353-d9b20291488b req-828f58b0-618d-43dd-a3cf-00b1b87b7baf tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0653524 Jul 09 18:50:06.149813 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c50a1a8b-1713-4137-a353-d9b20291488b req-715b2f33-e46f-4f8a-a166-50c3c42fc93f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324786 Jul 09 18:50:06.628929 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device fee7e3ca-2e54-4d86-a14f-599d766abddf no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:50:06.703475 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:06.726480 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:50:06.728739 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56663292-9f02-45ee-b9cf-2791b6063795" -d '{"events": [{"server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:50:06.743336 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:06.747601 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:06.755229 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-79751efd-ebd4-464f-b902-cd9b1748cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:06.756737 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-79751efd-ebd4-464f-b902-cd9b1748cad9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e&tenant_id=be247cc25e1f49a181cea55c1a82f3f9 HTTP/1.1" status: 200 len: 1099 time: 0.0534670 Jul 09 18:50:06.772185 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b2a4d5-9c71-49e7-a443-8245d93825a2 x-openstack-request-id: req-92b2a4d5-9c71-49e7-a443-8245d93825a2 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:50:06.772450 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:50:06.772700 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92b2a4d5-9c71-49e7-a443-8245d93825a2 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:50:06.773082 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'code': 200} Jul 09 18:50:06.797859 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=fee7e3ca-2e54-4d86-a14f-599d766abddf,revision_number=6']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:06.886538 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-1f0c959a-fc2b-44f0-9bf2-efd36c1e23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:06.887948 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-1f0c959a-fc2b-44f0-9bf2-efd36c1e23ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1097 time: 0.0565236 Jul 09 18:50:06.977566 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-60ce7af8-b911-462b-a9d7-d983a78a38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:06.979079 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-60ce7af8-b911-462b-a9d7-d983a78a38f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce1ff71-54c4-4261-b12a-ccf271436c39 HTTP/1.1" status: 200 len: 909 time: 0.0816510 Jul 09 18:50:07.045004 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-595f575b-2056-45ad-bbb4-e0f84779d7b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf HTTP/1.1" status: 200 len: 1000 time: 0.0596218 Jul 09 18:50:07.093566 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-05d8ec97-a1d1-442d-bfb2-60e3f107e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:07.095019 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-05d8ec97-a1d1-442d-bfb2-60e3f107e0cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a08ab8e-79ff-4673-8c39-fbb3a7d372ec HTTP/1.1" status: 200 len: 847 time: 0.0422635 Jul 09 18:50:07.155727 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-c53511fd-aeb0-4eae-b102-b74688bbc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:07.157124 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-c53511fd-aeb0-4eae-b102-b74688bbc9ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce1ff71-54c4-4261-b12a-ccf271436c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500731 Jul 09 18:50:07.247772 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-8d3aa795-e303-43c2-ac14-8d0a7351edcd service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843208 Jul 09 18:50:07.377071 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1bef9583-dec3-4955-9853-d4e14e37afd3 req-68ab1a1a-eebe-4bcd-9c4f-662716c1cc84 service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234350 Jul 09 18:50:07.389215 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928c351-b8c0-4869-bc05-889b81250954 req-f467b6ad-5eac-45dc-8a7d-dc804f396f49 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:07.391412 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1928c351-b8c0-4869-bc05-889b81250954 req-f467b6ad-5eac-45dc-8a7d-dc804f396f49 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.1291330 Jul 09 18:50:07.432009 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1928c351-b8c0-4869-bc05-889b81250954 req-de41f0ca-5c76-4f94-9108-49e8c5f980ef tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351708 Jul 09 18:50:08.618092 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24751cda-f90f-4c9e-a722-8878a8c523bd req-b470494f-b9ff-4f6b-95b6-384816e7430f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:08.619627 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-24751cda-f90f-4c9e-a722-8878a8c523bd req-b470494f-b9ff-4f6b-95b6-384816e7430f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0638175 Jul 09 18:50:08.658226 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-24751cda-f90f-4c9e-a722-8878a8c523bd req-c26e0696-ecc2-4cbb-b6f7-7ad1692637c9 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315769 Jul 09 18:50:09.843520 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4f9af-14ec-4756-8cb0-9c9abc2a5295 req-ce90eff9-4f2e-4492-8aa2-47151d7e419b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:09.844925 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5cf4f9af-14ec-4756-8cb0-9c9abc2a5295 req-ce90eff9-4f2e-4492-8aa2-47151d7e419b tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0622506 Jul 09 18:50:09.886867 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5cf4f9af-14ec-4756-8cb0-9c9abc2a5295 req-4a113837-0b01-42d1-886b-dfca81c2fe72 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355937 Jul 09 18:50:11.055643 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b91754-1167-48b1-8ce4-71ed8870fb71 req-8c5c6a79-7c73-4580-bc08-eb74e8f1b40f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:11.057162 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-77b91754-1167-48b1-8ce4-71ed8870fb71 req-8c5c6a79-7c73-4580-bc08-eb74e8f1b40f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0624361 Jul 09 18:50:11.093816 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-77b91754-1167-48b1-8ce4-71ed8870fb71 req-873e0511-c289-44bb-b808-13f5a667c3ce tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313230 Jul 09 18:50:11.924601 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:12.262658 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe33579-2bd9-43b5-ae03-793ed8a7d633 req-51d12024-5fe1-4790-a346-b26504524f59 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:12.264145 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-afe33579-2bd9-43b5-ae03-793ed8a7d633 req-51d12024-5fe1-4790-a346-b26504524f59 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0627799 Jul 09 18:50:12.300956 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-afe33579-2bd9-43b5-ae03-793ed8a7d633 req-37a736d8-e946-4a32-88da-ee75fd0ec9ca tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312693 Jul 09 18:50:12.572356 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-720e6082-1ffa-4e97-9180-1df6d34e5f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:13.478643 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3386711-de76-4346-a3f3-c2be0276793a req-55be37de-2196-40a4-9319-78b81dd4a0d0 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:13.480241 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e3386711-de76-4346-a3f3-c2be0276793a req-55be37de-2196-40a4-9319-78b81dd4a0d0 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0655198 Jul 09 18:50:13.518836 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e3386711-de76-4346-a3f3-c2be0276793a req-af023d8d-ae0b-494e-b776-723abb5e2cdb tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Jul 09 18:50:14.692433 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c71e35-bf32-4cdd-9ffe-8e1b18aa019c req-b66b283a-fd00-40f6-809a-510a91af160e tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:14.693916 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-85c71e35-bf32-4cdd-9ffe-8e1b18aa019c req-b66b283a-fd00-40f6-809a-510a91af160e tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0623341 Jul 09 18:50:14.733560 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-85c71e35-bf32-4cdd-9ffe-8e1b18aa019c req-86a4e508-d290-4c47-bcc0-0e0ede6a9827 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340044 Jul 09 18:50:14.788195 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-ea362b11-fed2-4d3b-a5a5-d39a963f423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:14.789585 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-ea362b11-fed2-4d3b-a5a5-d39a963f423e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1097 time: 0.0512717 Jul 09 18:50:14.894701 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-872055f3-8091-42e2-bee3-f9a3fb666b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:14.896154 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-872055f3-8091-42e2-bee3-f9a3fb666b84 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce1ff71-54c4-4261-b12a-ccf271436c39 HTTP/1.1" status: 200 len: 909 time: 0.0843639 Jul 09 18:50:14.959496 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-e9188fd0-fc39-494e-ba86-7c6772b714f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf HTTP/1.1" status: 200 len: 1000 time: 0.0557578 Jul 09 18:50:15.232255 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:15.236256 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-94d9c7d2-d1a5-41b8-80ab-1fd8011d72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:15.238019 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-94d9c7d2-d1a5-41b8-80ab-1fd8011d72e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a08ab8e-79ff-4673-8c39-fbb3a7d372ec HTTP/1.1" status: 200 len: 847 time: 0.2715645 Jul 09 18:50:15.249924 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d9606a87-094c-4966-b3ed-c680ecef2e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:15.293137 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-53662e38-5cf0-420a-b743-8f5fc8e8cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:15.294612 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-53662e38-5cf0-420a-b743-8f5fc8e8cab5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce1ff71-54c4-4261-b12a-ccf271436c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495656 Jul 09 18:50:15.381596 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-42fc6179-66d6-4a2d-b09f-ee66458fe43c service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807147 Jul 09 18:50:15.473336 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cd8a588f-dd51-46cb-ab1e-724c4dfeb50c req-68b7611b-e23e-43a3-a8a4-5679c3146e54 service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824804 Jul 09 18:50:15.906475 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26088623-051a-488a-a68d-c346f7553639 req-4560eeb8-8e36-44de-85b8-61cf416e1680 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:15.908688 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-26088623-051a-488a-a68d-c346f7553639 req-4560eeb8-8e36-44de-85b8-61cf416e1680 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 944 time: 0.0636334 Jul 09 18:50:15.952096 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-26088623-051a-488a-a68d-c346f7553639 req-7ef9a71e-2119-46ba-beca-ab3e8674cbf8 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385911 Jul 09 18:50:16.430551 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:16.682571 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device fee7e3ca-2e54-4d86-a14f-599d766abddf details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:50:16.773553 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:16.784270 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'port_id': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'mac_address': 'fa:16:3e:25:13:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:50:16.820328 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:16.832461 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee7e3ca-2e54-4d86-a14f-599d766abddf {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:50:16.851526 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:16.856299 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:16.907362 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=fee7e3ca-2e54-4d86-a14f-599d766abddf,revision_number=7']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:17.122606 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6279cd-f15e-489a-b5b1-53aeb8e7db90 req-335e85f1-0e03-4596-bfb5-8f718700cef4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:17.124063 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-af6279cd-f15e-489a-b5b1-53aeb8e7db90 req-335e85f1-0e03-4596-bfb5-8f718700cef4 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 945 time: 0.0653310 Jul 09 18:50:17.161137 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-af6279cd-f15e-489a-b5b1-53aeb8e7db90 req-f55a9d22-180d-4d1d-b25a-69a5252c17da tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Jul 09 18:50:17.187390 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['fee7e3ca-2e54-4d86-a14f-599d766abddf'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:50:17.895016 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:18.331309 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01753b1e-cf91-4a81-a05b-5e9314b3d32b req-0f52e723-d22f-4614-97c0-3a3e198be636 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:18.332840 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-01753b1e-cf91-4a81-a05b-5e9314b3d32b req-0f52e723-d22f-4614-97c0-3a3e198be636 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 945 time: 0.0608189 Jul 09 18:50:18.369379 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-01753b1e-cf91-4a81-a05b-5e9314b3d32b req-3f9a88fc-d24e-421e-a1de-55a4f8ab72c0 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310798 Jul 09 18:50:18.696219 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device fee7e3ca-2e54-4d86-a14f-599d766abddf up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:50:18.742696 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port fee7e3ca-2e54-4d86-a14f-599d766abddf triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:50:18.743068 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:18.813680 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:18.835378 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:50:18.837562 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dddc2e-4425-47cb-ac5e-05bcf998b4c9" -d '{"events": [{"server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "name": "network-vif-plugged", "status": "completed", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:50:18.852197 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:18.856394 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:18.880933 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710487bb-17be-4ff5-bbc2-df565fbdb23c x-openstack-request-id: req-710487bb-17be-4ff5-bbc2-df565fbdb23c {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:50:18.881230 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "name": "network-vif-plugged", "status": "completed", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:50:18.881479 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-710487bb-17be-4ff5-bbc2-df565fbdb23c {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:50:18.881862 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'code': 200} Jul 09 18:50:18.908867 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=fee7e3ca-2e54-4d86-a14f-599d766abddf,revision_number=8']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:19.246652 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62897658-eca1-4d2c-99be-34493c8a4218 req-b1d20c6e-2f56-478d-8c4e-be7d4022c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:19.248172 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-62897658-eca1-4d2c-99be-34493c8a4218 req-b1d20c6e-2f56-478d-8c4e-be7d4022c9ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1099 time: 0.1400206 Jul 09 18:50:19.282180 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-62897658-eca1-4d2c-99be-34493c8a4218 req-ed69965b-d101-4d2b-9a50-5e285ed95cb8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271413 Jul 09 18:50:19.537436 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19e38-de3f-4745-adb3-bc3b75f601b0 req-efe5a987-e6d0-4bf5-b6f7-1157a2fe10d8 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:19.538905 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0b19e38-de3f-4745-adb3-bc3b75f601b0 req-efe5a987-e6d0-4bf5-b6f7-1157a2fe10d8 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0624671 Jul 09 18:50:19.575429 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0b19e38-de3f-4745-adb3-bc3b75f601b0 req-fc0a3442-7176-4750-a374-2ec674147618 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Jul 09 18:50:20.751204 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc1af8-2df8-48bf-9210-2c039370e55e req-cac882ac-3543-4bb8-9b49-939c894b9c77 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:20.752665 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2cbc1af8-2df8-48bf-9210-2c039370e55e req-cac882ac-3543-4bb8-9b49-939c894b9c77 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0644567 Jul 09 18:50:20.789213 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2cbc1af8-2df8-48bf-9210-2c039370e55e req-28a672cb-f61d-425d-a25f-94519fd9cd4a tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302339 Jul 09 18:50:33.801120 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaba5c-5afd-4030-99d8-af3088e628b3 req-459176a8-e21d-4a48-a8a0-c952cb23f22b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:33.802689 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcaba5c-5afd-4030-99d8-af3088e628b3 req-459176a8-e21d-4a48-a8a0-c952cb23f22b tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0618238 Jul 09 18:50:33.839335 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6dcaba5c-5afd-4030-99d8-af3088e628b3 req-49827dc1-85f6-4340-bd27-7441c389ee07 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Jul 09 18:50:35.014427 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c9e73-dad6-4521-80c4-eb1b87c4dd6c req-45ab48a4-f907-448a-80e6-3a53aa32280c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:35.015872 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ec6c9e73-dad6-4521-80c4-eb1b87c4dd6c req-45ab48a4-f907-448a-80e6-3a53aa32280c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0609910 Jul 09 18:50:35.051365 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ec6c9e73-dad6-4521-80c4-eb1b87c4dd6c req-b5724e42-b682-46b8-af16-3ffa23122bff tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300279 Jul 09 18:50:36.225634 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fa5b3-4cf4-4f73-a7c6-76a854a54347 req-716a6dca-aebc-491b-95b5-b8fe338b815a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:36.227098 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fb7fa5b3-4cf4-4f73-a7c6-76a854a54347 req-716a6dca-aebc-491b-95b5-b8fe338b815a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0639153 Jul 09 18:50:36.537851 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fb7fa5b3-4cf4-4f73-a7c6-76a854a54347 req-1ac1c826-c3fb-4e3d-a8d5-60ce8606ad61 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052995 Jul 09 18:50:36.896403 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a68b0-d5da-4ea6-8db0-5c25a53ba9ca req-527545bd-0832-4b7a-9e3e-3a5467fb2b08 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:36.897887 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b97a68b0-d5da-4ea6-8db0-5c25a53ba9ca req-527545bd-0832-4b7a-9e3e-3a5467fb2b08 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0605798 Jul 09 18:50:36.934056 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b97a68b0-d5da-4ea6-8db0-5c25a53ba9ca req-fe03fcef-9f9f-4da1-869a-b2916dc51de2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306981 Jul 09 18:50:37.709951 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134aad-32a3-4431-b26f-a9e4f7d7b74a req-883a6d32-0e23-4fb0-bd66-7dfea61b0688 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:37.711441 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e0134aad-32a3-4431-b26f-a9e4f7d7b74a req-883a6d32-0e23-4fb0-bd66-7dfea61b0688 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0610540 Jul 09 18:50:37.751977 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e0134aad-32a3-4431-b26f-a9e4f7d7b74a req-e5da3491-c017-41d2-a380-5b58468f7cbd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350337 Jul 09 18:50:38.103896 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf41a3-041f-48c0-90ae-292a676d7766 req-b4a67c82-7f69-4ed4-b2b8-a871bff4fc89 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:38.105326 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b6bf41a3-041f-48c0-90ae-292a676d7766 req-b4a67c82-7f69-4ed4-b2b8-a871bff4fc89 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0602179 Jul 09 18:50:38.144055 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b6bf41a3-041f-48c0-90ae-292a676d7766 req-a3807067-3551-4d73-ac64-148ca05224fd tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327451 Jul 09 18:50:38.146475 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:50:38.925405 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db309e-5865-4f0f-be19-3d7a0ea56975 req-cde4a5a9-465b-4496-8d8b-fe098449fe10 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:38.926925 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f4db309e-5865-4f0f-be19-3d7a0ea56975 req-cde4a5a9-465b-4496-8d8b-fe098449fe10 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0627086 Jul 09 18:50:38.963099 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f4db309e-5865-4f0f-be19-3d7a0ea56975 req-bf13cbe3-32be-450d-9846-1b6c2cad6ffc tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306542 Jul 09 18:50:39.251339 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d627-a547-4764-9d37-852103cf7d25 req-ae8ee6a8-8e86-4ff2-8c7b-167fc35a6089 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:39.253279 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0819d627-a547-4764-9d37-852103cf7d25 req-ae8ee6a8-8e86-4ff2-8c7b-167fc35a6089 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0621946 Jul 09 18:50:39.314391 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f86e0-e32f-48fd-b982-b21257c22e26 req-808792ab-3f2d-4d13-8d47-31af9bb49567 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:39.316404 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5c9f86e0-e32f-48fd-b982-b21257c22e26 req-808792ab-3f2d-4d13-8d47-31af9bb49567 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 946 time: 0.0617967 Jul 09 18:50:39.353517 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-5c9f86e0-e32f-48fd-b982-b21257c22e26 req-9d47c5d7-14ab-4aad-a7ba-1537d500054e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=30d0dc18-3541-42d1-9107-e0d83b8f08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Jul 09 18:50:39.361228 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Deleting port 644ddc57-913e-4d83-9961-6a1b21f74674 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:50:39.361564 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:39.446630 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] For port 644ddc57-913e-4d83-9961-6a1b21f74674, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=644ddc57-913e-4d83-9961-6a1b21f74674,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:39.446907 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:39.655606 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:39.655971 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:39.656275 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.l3_db [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Floating IP b5a8cebb-bd03-4f08-9947-c4df20610e6d disassociated. External IP: 172.27.2.120, port: 644ddc57-913e-4d83-9961-6a1b21f74674. Jul 09 18:50:39.656603 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Calling delete_port for 644ddc57-913e-4d83-9961-6a1b21f74674 owned by compute:nova {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:50:39.779525 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:39.806554 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event deleted for resources: {'Port': ['ID=644ddc57-913e-4d83-9961-6a1b21f74674,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:39.817754 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.818105 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.818563 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.818789 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.819113 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.819439 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.819757 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.820076 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.820396 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.820713 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.821025 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.821337 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:39.927511 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Router 64bdd996-e989-45a4-8e60-26258bb06c43 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:50:40.031446 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:50:40.044410 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] Sync routers for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:50:40.054086 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:50:40.054766 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:50:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:40.076175 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] No DVR routers for this DVR port 644ddc57-913e-4d83-9961-6a1b21f74674 on host hv-cinder-78093 {{(pid=104836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:50:40.080090 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:40.082543 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0819d627-a547-4764-9d37-852103cf7d25 req-0decb99e-eae4-4e22-a52b-fce6e35e135c tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "DELETE /v2.0/ports/644ddc57-913e-4d83-9961-6a1b21f74674 HTTP/1.1" status: 204 len: 173 time: 0.8207245 Jul 09 18:50:40.082979 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'name': 'network-vif-deleted', 'tag': '644ddc57-913e-4d83-9961-6a1b21f74674'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:50:40.085199 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed981087-cb59-4d02-816b-cba6711da0e1" -d '{"events": [{"server_uuid": "a065d01c-be98-4f72-ba35-4cfe451f4475", "name": "network-vif-deleted", "tag": "644ddc57-913e-4d83-9961-6a1b21f74674"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:50:40.170302 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30111a-f6d1-45d8-86f2-a6415ae7ca1d req-2e2d72fd-5373-4ace-a0ce-5cc606a2fe00 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:40.172580 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6a30111a-f6d1-45d8-86f2-a6415ae7ca1d req-2e2d72fd-5373-4ace-a0ce-5cc606a2fe00 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0940337 Jul 09 18:50:40.177450 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:50:40.208976 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187bd926-edb9-4218-ba8e-d30d96ea4ae0 x-openstack-request-id: req-187bd926-edb9-4218-ba8e-d30d96ea4ae0 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:50:40.209357 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a065d01c-be98-4f72-ba35-4cfe451f4475", "name": "network-vif-deleted", "tag": "644ddc57-913e-4d83-9961-6a1b21f74674", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:50:40.209675 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-187bd926-edb9-4218-ba8e-d30d96ea4ae0 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:50:40.210134 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a065d01c-be98-4f72-ba35-4cfe451f4475', 'name': 'network-vif-deleted', 'tag': '644ddc57-913e-4d83-9961-6a1b21f74674', 'status': 'completed', 'code': 200} Jul 09 18:50:40.230235 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6a30111a-f6d1-45d8-86f2-a6415ae7ca1d req-f8edefa9-8d5c-458e-a865-230ef05fd327 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512760 Jul 09 18:50:40.392998 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:40.421908 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] Checking router: 64bdd996-e989-45a4-8e60-26258bb06c43 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:50:40.429924 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:50:40.430552 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:50:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:40.505461 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4009a996-db46-4fda-b2cc-d04a069713d3 req-376b126c-1052-42b4-a2d8-d16ef30d485d tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=a065d01c-be98-4f72-ba35-4cfe451f4475 HTTP/1.1" status: 200 len: 210 time: 0.0274696 Jul 09 18:50:40.539714 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:50:40.862504 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:40.887356 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809b752-b3fa-4f53-82ff-c485e54585de None None] The sync data for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi is: [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:50:41.087811 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084bbb2-b366-4419-85b4-8b9256429d25 None None] New status for floating IP b5a8cebb-bd03-4f08-9947-c4df20610e6d: DOWN {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:50:41.411860 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551493-aa09-42cf-a925-5a0494400d46 req-869a8b90-aa88-4df7-a6e8-a42a0c9cbae8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:41.413211 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-91551493-aa09-42cf-a925-5a0494400d46 req-869a8b90-aa88-4df7-a6e8-a42a0c9cbae8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0624483 Jul 09 18:50:41.448503 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-91551493-aa09-42cf-a925-5a0494400d46 req-9851a1f0-2de7-46e1-b7f3-ce5f8d55ace7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297866 Jul 09 18:50:41.622552 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38444) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:41.673364 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-38951398-2ba1-49a8-ad8f-96201e063bf5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:41.695052 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-38951398-2ba1-49a8-ad8f-96201e063bf5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:41.742492 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-38951398-2ba1-49a8-ad8f-96201e063bf5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:41.744936 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-38951398-2ba1-49a8-ad8f-96201e063bf5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:41.746027 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-38951398-2ba1-49a8-ad8f-96201e063bf5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "DELETE /v2.0/security-groups/30d0dc18-3541-42d1-9107-e0d83b8f08fe HTTP/1.1" status: 204 len: 168 time: 0.1225152 Jul 09 18:50:41.748893 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38446) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:41.754870 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38951398-2ba1-49a8-ad8f-96201e063bf5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d0dc18-3541-42d1-9107-e0d83b8f08fe,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:41.761893 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.api.v2.resource [None req-910cbb3f-2e6f-4837-8e89-e7d90bb3d2ea tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] show failed (client error): The resource could not be found. Jul 09 18:50:41.762909 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-910cbb3f-2e6f-4837-8e89-e7d90bb3d2ea tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups/30d0dc18-3541-42d1-9107-e0d83b8f08fe HTTP/1.1" status: 404 len: 347 time: 0.0130172 Jul 09 18:50:41.765675 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38448) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:41.883724 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Deleting port 974504a0-c343-42e8-bd4a-1b62b120ec94 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:50:41.884064 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:41.931083 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:41.959485 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:41.959801 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:41.971065 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Calling delete_port for 974504a0-c343-42e8-bd4a-1b62b120ec94 owned by network:floatingip {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:50:42.101946 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.129430 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event deleted for resources: {'Port': ['ID=974504a0-c343-42e8-bd4a-1b62b120ec94,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:42.155301 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.155642 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.155975 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.156302 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.156627 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.156949 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.157271 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.157618 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.157936 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.158280 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.158598 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.158908 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:42.195836 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.198426 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.199553 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d03e99bd-5707-458e-a293-aca181083131 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "DELETE /v2.0/floatingips/b5a8cebb-bd03-4f08-9947-c4df20610e6d HTTP/1.1" status: 204 len: 168 time: 0.4329369 Jul 09 18:50:42.476442 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38454) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:42.481662 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-60bc97ca-141a-4e88-88ea-cfee21efe667 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489892837', 'description': 'tempest-description--1099588744'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:50:42.503447 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-60bc97ca-141a-4e88-88ea-cfee21efe667 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.576859 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-465f8c04-b195-4a60-9825-96ce802fc2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.591598 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-60bc97ca-141a-4e88-88ea-cfee21efe667 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.595699 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-60bc97ca-141a-4e88-88ea-cfee21efe667 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.624175 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-60bc97ca-141a-4e88-88ea-cfee21efe667 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.625398 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-60bc97ca-141a-4e88-88ea-cfee21efe667 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1478450 Jul 09 18:50:42.627286 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc97ca-141a-4e88-88ea-cfee21efe667 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d1e209-c53d-4b52-840e-403bf1ca9571,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:42.628565 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38458) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:42.634260 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-bf652ded-9ddb-41a3-b8f9-7da30db3d804 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'security_group_rule': {'security_group_id': 'c4d1e209-c53d-4b52-840e-403bf1ca9571', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:50:42.650514 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd9140-d0a5-4989-8788-db19698346f6 req-039e65cf-f956-4a59-b987-f9d6b018bbda tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:42.651964 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2acd9140-d0a5-4989-8788-db19698346f6 req-039e65cf-f956-4a59-b987-f9d6b018bbda tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0847642 Jul 09 18:50:42.694235 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bf652ded-9ddb-41a3-b8f9-7da30db3d804 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.702446 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2acd9140-d0a5-4989-8788-db19698346f6 req-099121b2-1b2a-4e91-b3e8-ca44d57be630 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440032 Jul 09 18:50:42.754644 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bf652ded-9ddb-41a3-b8f9-7da30db3d804 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.758709 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bf652ded-9ddb-41a3-b8f9-7da30db3d804 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.779665 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf652ded-9ddb-41a3-b8f9-7da30db3d804 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eddd29-c58a-4d50-9820-d472770a3983,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:42.783673 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-bf652ded-9ddb-41a3-b8f9-7da30db3d804 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.785091 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-bf652ded-9ddb-41a3-b8f9-7da30db3d804 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548927 Jul 09 18:50:42.787739 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38460) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:42.792250 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-b7dc3772-360d-4144-8be6-080845d341a9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'security_group_rule': {'security_group_id': 'c4d1e209-c53d-4b52-840e-403bf1ca9571', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:50:42.819571 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3772-360d-4144-8be6-080845d341a9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.846537 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 644ddc57-913e-4d83-9961-6a1b21f74674 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:50:42.866618 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 644ddc57-913e-4d83-9961-6a1b21f74674 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:50:42.867002 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 644ddc57-913e-4d83-9961-6a1b21f74674 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:50:42.881707 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3772-360d-4144-8be6-080845d341a9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.885320 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3772-360d-4144-8be6-080845d341a9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.900158 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc3772-360d-4144-8be6-080845d341a9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb036d2-8f7e-4760-8934-3bf922b0035e,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:42.909289 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b7dc3772-360d-4144-8be6-080845d341a9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:42.910543 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b7dc3772-360d-4144-8be6-080845d341a9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218879 Jul 09 18:50:42.913455 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38462) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:42.917801 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'floatingip': {'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:50:42.938615 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.028964 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.133661 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Allocated IP 172.27.2.214 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/577109b0-93ea-4510-8912-a9157e29ab15) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:50:43.228164 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.263908 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.304876 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:50:43.307456 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:50:43.310869 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:50:43.316002 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'Port': ['ID=577109b0-93ea-4510-8912-a9157e29ab15,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:43.399093 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.440182 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.593379 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.597522 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.663946 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'Port': ['ID=577109b0-93ea-4510-8912-a9157e29ab15,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:43.673645 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.686710 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:43.687922 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c6ffa629-4655-4297-9659-dd50edf26e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7735591 Jul 09 18:50:43.870289 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-45efdf09-3457-4ddd-8f14-26826ed27b24 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--489892837&fields=id&tenant_id=710314d7350a46debe5c2c8e0d16306a HTTP/1.1" status: 200 len: 267 time: 0.0327194 Jul 09 18:50:43.881600 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7132c38-f322-401a-8224-a9927cf6723f req-80a2dcdc-fab8-483f-8b37-579aec5c13c8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:43.883176 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a7132c38-f322-401a-8224-a9927cf6723f req-80a2dcdc-fab8-483f-8b37-579aec5c13c8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0664465 Jul 09 18:50:43.921494 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a7132c38-f322-401a-8224-a9927cf6723f req-33f844c3-acae-4fa8-abd6-29fd72659c11 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324554 Jul 09 18:50:43.974495 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-2ec38a76-54ab-4881-9ac0-5ce382e60a04 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:43.975933 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-2ec38a76-54ab-4881-9ac0-5ce382e60a04 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/networks?id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 200 len: 811 time: 0.0990238 Jul 09 18:50:43.990009 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8c508c20-4a8b-4084-8ce3-288209c87fc2 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/quotas/710314d7350a46debe5c2c8e0d16306a HTTP/1.1" status: 200 len: 375 time: 0.0088186 Jul 09 18:50:44.061652 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-5cb9f76e-d737-4ad1-9dbb-3d1b1d6f638e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668762 Jul 09 18:50:44.199673 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-bf8d1926-dfc8-4ade-b37e-4b675ba41929 service neutron] 10.222.0.22 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270568 Jul 09 18:50:44.297318 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-b1d38197-dda0-4473-9b74-5de9cfeff4e0 service neutron] 10.222.0.22 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920331 Jul 09 18:50:44.457737 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f19f76ff-d6c0-43c1-ad91-e30d65846991 req-03296ecf-4b77-4ddc-a97a-bd261a844410 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 210 time: 0.0283461 Jul 09 18:50:45.099361 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40780d6a-c4d9-4eee-aaef-09c823939b86 req-aa845f12-29d4-4842-8fe3-3f346efb2f30 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:45.100962 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-40780d6a-c4d9-4eee-aaef-09c823939b86 req-aa845f12-29d4-4842-8fe3-3f346efb2f30 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0636625 Jul 09 18:50:45.138591 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-40780d6a-c4d9-4eee-aaef-09c823939b86 req-90de1bfa-7b90-42db-91c6-0d66007c92a9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310287 Jul 09 18:50:45.233534 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:45.255553 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-db26ad54-07a6-4ec0-90b8-b8045416d7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:45.596102 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-690c4826-a2b1-482e-b056-35c16d44c500 req-010ef3d5-35bf-4c5a-910b-3fbee309eb53 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 210 time: 0.0287447 Jul 09 18:50:45.664503 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-f5e7cf39-682f-486f-9b93-0222cea7e45b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:45.665915 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-f5e7cf39-682f-486f-9b93-0222cea7e45b tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "GET /v2.0/networks?id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 200 len: 811 time: 0.1119964 Jul 09 18:50:45.718254 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-9d811421-f1dd-488c-aa18-ace8661ae9df tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=710314d7350a46debe5c2c8e0d16306a HTTP/1.1" status: 200 len: 379 time: 0.0323269 Jul 09 18:50:45.737011 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'port': {'device_id': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'admin_state_up': True, 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'security_groups': ['c4d1e209-c53d-4b52-840e-403bf1ca9571']}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:50:45.838936 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Made reservation on behalf of 710314d7350a46debe5c2c8e0d16306a for: {'port': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:50:45.842377 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:45.977457 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Allocated IP 172.20.0.6 (9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296/3c1c8df9-30f8-43b6-aaf9-a82373b78aa6/9f18dd48-98eb-4e34-bf2e-594ece0b2ea4) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:50:46.110457 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:46.124630 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Transition to ACTIVE for port object 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 will not be triggered until provisioned by entity DHCP. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:50:46.156719 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:46.206413 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:50:46.210230 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:50:46.214651 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:50:46.242383 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event updated for resources: {'Port': ['ID=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:46.274341 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:46.275029 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:46.320343 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-8b5bdc07-8af0-45af-8f60-b2adfd8d0888 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870934 Jul 09 18:50:46.344343 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Request body: {'port': {'device_id': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:50:46.388962 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2df547-4a81-478e-9334-aa234c9adecc req-32a18e5e-f744-476a-bcdb-7b33d9207eda tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:46.390551 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cc2df547-4a81-478e-9334-aa234c9adecc req-32a18e5e-f744-476a-bcdb-7b33d9207eda tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.1060576 Jul 09 18:50:46.431456 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:46.454407 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:46.468100 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cc2df547-4a81-478e-9334-aa234c9adecc req-8128a48b-ffe5-4788-9986-e9a3f3884e80 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684748 Jul 09 18:50:46.470420 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-394fe0dd-2ab7-4cbc-b409-643a38997491 None None] Provisioning for port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:50:46.474511 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-394fe0dd-2ab7-4cbc-b409-643a38997491 None None] Provisioning complete for port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:50:46.474883 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-394fe0dd-2ab7-4cbc-b409-643a38997491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:46.511808 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-394fe0dd-2ab7-4cbc-b409-643a38997491 None None] Port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:50:46.740079 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 {{(pid=104836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:50:46.747891 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:46.761211 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Transition to ACTIVE for port object 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 will not be triggered until provisioned by entity L2. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:50:46.766597 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:46.794732 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b67a1-002a-4e4e-bfb6-2c6c2bedd959 req-91e5a8c5-67e7-4f54-bd81-58affc288e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:46.804067 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8d0b67a1-002a-4e4e-bfb6-2c6c2bedd959 req-91e5a8c5-67e7-4f54-bd81-58affc288e4e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 931 time: 0.0791445 Jul 09 18:50:46.817852 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Pushing event updated for resources: {'Port': ['ID=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:46.839475 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8d0b67a1-002a-4e4e-bfb6-2c6c2bedd959 req-365c8b3b-0a49-4256-a745-1e3f853cd0a5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343316 Jul 09 18:50:46.867834 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device d2e90768-0956-4e4b-928e-d96ced909427 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:50:46.912824 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Attempting to bind port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:50:46.913302 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Attempting to bind port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:50:46.913689 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Attempting to bind port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 on network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:50:46.926072 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 on network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:50:46.926463 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Attempting to bind port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 on network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:50:46.933664 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:50:46.933995 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Checking segment: {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:50:46.934403 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Bound using segment: {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'} {{(pid=104836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:50:46.934825 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.managers [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Bound port: 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946a1e94-7594-4989-bf9e-928ef798b6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296'}}] {{(pid=104836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:50:46.936357 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:47.007411 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:47.020023 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] For port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4, host hv-cinder-78093, cleared binding levels {{(pid=104836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:50:47.020941 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'd2e90768-0956-4e4b-928e-d96ced909427', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'port_id': 'd2e90768-0956-4e4b-928e-d96ced909427', 'mac_address': 'fa:16:3e:97:14:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:50:47.023775 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] For port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:50:47.039299 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:47.086362 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:47.087297 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:47.087719 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:47.090545 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 HTTP/1.1" status: 200 len: 1093 time: 0.7509346 Jul 09 18:50:47.091157 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'tag': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:50:47.094319 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501247d-4c68-4fa0-9e99-4697a6a92bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd90b03-6053-4e9a-a0ac-cfc0a5385b96", "tag": "9f18dd48-98eb-4e34-bf2e-594ece0b2ea4"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:50:47.112984 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2e90768-0956-4e4b-928e-d96ced909427 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:50:47.118123 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095d8e8-711d-46af-ac68-49cb4ce72a42 service neutron] Pushing event updated for resources: {'Port': ['ID=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,revision_number=3']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:47.141114 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:47.153323 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:47.200947 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bf3f3c-fd41-4844-b7be-1c00bff21d3e x-openstack-request-id: req-98bf3f3c-fd41-4844-b7be-1c00bff21d3e {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:50:47.201247 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd90b03-6053-4e9a-a0ac-cfc0a5385b96", "tag": "9f18dd48-98eb-4e34-bf2e-594ece0b2ea4", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:50:47.201483 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98bf3f3c-fd41-4844-b7be-1c00bff21d3e {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:50:47.201943 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'tag': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4', 'status': 'completed', 'code': 200} Jul 09 18:50:47.225887 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=6']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:47.236475 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.236828 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.237620 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.238134 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.238648 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.239156 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.239652 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.240135 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.240622 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.241927 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.242481 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.243167 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:50:47.261749 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-89f1879a-9ecb-49df-8c6f-819047ef8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:47.263422 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-89f1879a-9ecb-49df-8c6f-819047ef8278 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 1096 time: 0.1033111 Jul 09 18:50:47.320494 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-7b2cbbac-0a40-4e86-ba9f-199f1217a7e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 HTTP/1.1" status: 200 len: 217 time: 0.0409427 Jul 09 18:50:47.335050 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['d2e90768-0956-4e4b-928e-d96ced909427'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:50:47.387798 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-a6e534ad-ed69-44aa-a3aa-9e94f56a77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:47.389301 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-a6e534ad-ed69-44aa-a3aa-9e94f56a77f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1c8df9-30f8-43b6-aaf9-a82373b78aa6 HTTP/1.1" status: 200 len: 850 time: 0.0581193 Jul 09 18:50:47.458666 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1af27c22-45dd-4067-bea6-83a8f1d75629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:47.461580 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-1af27c22-45dd-4067-bea6-83a8f1d75629 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0650828 Jul 09 18:50:47.571558 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-2ceaa7c8-682a-41e5-a1bc-53964dc2a629 service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025794 Jul 09 18:50:47.701276 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfc847-b194-4e5d-a9fc-49269d2caa15 req-39ba9fbe-c4d2-4816-9980-6eab0536db05 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:47.709171 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bfdfc847-b194-4e5d-a9fc-49269d2caa15 req-39ba9fbe-c4d2-4816-9980-6eab0536db05 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 945 time: 0.0941460 Jul 09 18:50:47.763911 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bfdfc847-b194-4e5d-a9fc-49269d2caa15 req-1c5358fb-c352-49c5-bc5f-45efebf987cb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486374 Jul 09 18:50:47.934209 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-234f4a5c-c3bd-4706-bb16-251ed90da793 req-2a5563be-b5db-4b43-bcf4-383babe3d086 service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518164 Jul 09 18:50:47.935232 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:48.114166 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3ee27-5597-4a7b-8197-7c16c2254a23 req-1612afc5-705f-4101-8388-f5d69f638348 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:48.115932 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9e3ee27-5597-4a7b-8197-7c16c2254a23 req-1612afc5-705f-4101-8388-f5d69f638348 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 943 time: 0.1189964 Jul 09 18:50:48.122561 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-6db15f83-32fd-4558-9312-28f1ca25aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:48.124740 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-6db15f83-32fd-4558-9312-28f1ca25aa25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 1096 time: 0.0849614 Jul 09 18:50:48.208753 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d9e3ee27-5597-4a7b-8197-7c16c2254a23 req-500b7dd1-4877-4e08-b6b4-adf1c1e9a9c6 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828524 Jul 09 18:50:48.248467 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-a198b47d-b3c5-4110-bb5b-ff7173b8589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:48.250125 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-a198b47d-b3c5-4110-bb5b-ff7173b8589e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 200 len: 912 time: 0.1164713 Jul 09 18:50:48.297446 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-a2eff534-7628-427a-81cd-655a48cc668b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 HTTP/1.1" status: 200 len: 217 time: 0.0397584 Jul 09 18:50:48.351369 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-7f15d42d-1828-45cd-b2bf-45fa6c344f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:48.352971 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-7f15d42d-1828-45cd-b2bf-45fa6c344f84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1c8df9-30f8-43b6-aaf9-a82373b78aa6 HTTP/1.1" status: 200 len: 850 time: 0.0483041 Jul 09 18:50:48.414264 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-0c0e386c-185b-4c0d-99aa-38a1c4d5ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:48.415951 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-0c0e386c-185b-4c0d-99aa-38a1c4d5ee0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551789 Jul 09 18:50:48.516751 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-3b500c4a-6531-488b-8ec7-0857ee587d82 service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932922 Jul 09 18:50:48.627770 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a501247d-4c68-4fa0-9e99-4697a6a92bf5 req-3fbd33a2-659a-47ec-bf83-d8a00694d570 service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035559 Jul 09 18:50:48.887611 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device d2e90768-0956-4e4b-928e-d96ced909427 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:50:48.945476 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port d2e90768-0956-4e4b-928e-d96ced909427 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:50:48.946175 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:48.959630 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a2a13-fd91-4698-9c68-e63b20d88c25 req-aaa88c01-c896-4476-a169-b35734cb51c5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:48.961937 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a64a2a13-fd91-4698-9c68-e63b20d88c25 req-aaa88c01-c896-4476-a169-b35734cb51c5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 945 time: 0.0789442 Jul 09 18:50:49.002287 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a64a2a13-fd91-4698-9c68-e63b20d88c25 req-1ba39587-0547-45d3-971b-3577c5503c04 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344367 Jul 09 18:50:49.039893 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:49.064065 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:50:49.066544 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f984a57-e354-4777-bfa7-b4f70ab878eb" -d '{"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-plugged", "status": "completed", "tag": "d2e90768-0956-4e4b-928e-d96ced909427"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:50:49.084065 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:49.088967 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:49.167602 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=7']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:49.176681 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fce43e6-6a1e-47b8-a4b4-2ba224bd8db7 x-openstack-request-id: req-0fce43e6-6a1e-47b8-a4b4-2ba224bd8db7 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:50:49.176983 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-plugged", "status": "completed", "tag": "d2e90768-0956-4e4b-928e-d96ced909427", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:50:49.177250 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fce43e6-6a1e-47b8-a4b4-2ba224bd8db7 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:50:49.177711 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427', 'code': 200} Jul 09 18:50:49.394567 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386b9fe-d1ff-4bf4-be5f-e3f8a8269ac3 req-abe4c494-5bb0-4a66-9451-92f385179052 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:49.396202 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b386b9fe-d1ff-4bf4-be5f-e3f8a8269ac3 req-abe4c494-5bb0-4a66-9451-92f385179052 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 943 time: 0.0726743 Jul 09 18:50:49.438216 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b386b9fe-d1ff-4bf4-be5f-e3f8a8269ac3 req-69d002b6-112d-46a8-a6d6-a57e61cbf152 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358708 Jul 09 18:50:50.208184 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b5059-9b7a-4095-a54c-a9ab63e4625a req-5f14ac6d-6ef9-4a84-be6a-e9be794837f8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:50.209740 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-888b5059-9b7a-4095-a54c-a9ab63e4625a req-5f14ac6d-6ef9-4a84-be6a-e9be794837f8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0802338 Jul 09 18:50:50.250847 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-888b5059-9b7a-4095-a54c-a9ab63e4625a req-017457a8-7058-4ced-99d4-3ecc7bd6eef2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352921 Jul 09 18:50:50.647050 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c74f3-dbff-4e2c-b24d-e7efb30fe45c req-f1d3e7fa-6ef1-49b6-8d2b-37f5ee4414a5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:50.648587 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-437c74f3-dbff-4e2c-b24d-e7efb30fe45c req-f1d3e7fa-6ef1-49b6-8d2b-37f5ee4414a5 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 943 time: 0.0765402 Jul 09 18:50:50.689217 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-437c74f3-dbff-4e2c-b24d-e7efb30fe45c req-77c32213-776a-4734-9cbb-916b1b4957a4 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348904 Jul 09 18:50:50.877286 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:50:50.981131 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:50.994997 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'port_id': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4', 'mac_address': 'fa:16:3e:e9:d6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:50:51.032756 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:51.046482 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:50:51.068621 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:51.073074 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:51.124164 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:51.440624 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['9f18dd48-98eb-4e34-bf2e-594ece0b2ea4'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:50:51.444343 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2598528-a625-45a2-b35b-255876eb4348 req-f0d9dada-e805-46fe-afe2-02f8aced8770 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:51.445903 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a2598528-a625-45a2-b35b-255876eb4348 req-f0d9dada-e805-46fe-afe2-02f8aced8770 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0681646 Jul 09 18:50:51.496324 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a2598528-a625-45a2-b35b-255876eb4348 req-17c43ad0-9c77-4ef6-895d-3c3f4782cca8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441351 Jul 09 18:50:51.875798 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95494014-18bf-4dc8-86dc-ef6caecfd9aa req-4c9f551c-ea89-403f-adbe-73ab14027ca8 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:51.877298 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-95494014-18bf-4dc8-86dc-ef6caecfd9aa req-4c9f551c-ea89-403f-adbe-73ab14027ca8 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 944 time: 0.0688524 Jul 09 18:50:51.917955 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-95494014-18bf-4dc8-86dc-ef6caecfd9aa req-825d960a-22db-497d-bef8-251e789bfc9d tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336077 Jul 09 18:50:52.706099 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e9f8a-087c-4a60-87a8-13c78a00be1d req-e1a2a435-cdc0-40ba-a669-b347df1e0ecb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:52.708551 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-473e9f8a-087c-4a60-87a8-13c78a00be1d req-e1a2a435-cdc0-40ba-a669-b347df1e0ecb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0761313 Jul 09 18:50:52.751454 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-473e9f8a-087c-4a60-87a8-13c78a00be1d req-b95783c4-8db7-45b0-af7b-7c701ba349c5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367255 Jul 09 18:50:52.878946 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:50:52.937596 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:50:52.942494 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:50:52.942860 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:53.033317 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:53.061319 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:50:53.063572 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c092d8-af9f-485b-a532-b9d485622f89" -d '{"events": [{"server_uuid": "6dd90b03-6053-4e9a-a0ac-cfc0a5385b96", "name": "network-vif-plugged", "status": "completed", "tag": "9f18dd48-98eb-4e34-bf2e-594ece0b2ea4"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:50:53.078850 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:50:53.085968 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:53.115157 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3028c343-c830-4948-b6fb-153f1f9c25eb x-openstack-request-id: req-3028c343-c830-4948-b6fb-153f1f9c25eb {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:50:53.115446 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd90b03-6053-4e9a-a0ac-cfc0a5385b96", "name": "network-vif-plugged", "status": "completed", "tag": "9f18dd48-98eb-4e34-bf2e-594ece0b2ea4", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:50:53.115690 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3028c343-c830-4948-b6fb-153f1f9c25eb {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:50:53.116077 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4', 'code': 200} Jul 09 18:50:53.145800 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73f7d1-d19b-4cbb-9a63-d0d866373a67 req-107f58c7-8b2a-4dd1-8eaf-9662bce9cdaa tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:53.147555 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9a73f7d1-d19b-4cbb-9a63-d0d866373a67 req-107f58c7-8b2a-4dd1-8eaf-9662bce9cdaa tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 944 time: 0.1071401 Jul 09 18:50:53.149412 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:50:53.200199 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9a73f7d1-d19b-4cbb-9a63-d0d866373a67 req-072b8597-5f2b-4ca2-8259-ae35aa3c4ac9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445032 Jul 09 18:50:53.425413 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf9470-53e7-4d3d-b3e3-d9daa9420978 req-dee2a796-bd02-4b18-ad9c-d0d449cab2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:53.427117 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8ddf9470-53e7-4d3d-b3e3-d9daa9420978 req-dee2a796-bd02-4b18-ad9c-d0d449cab2ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 1098 time: 0.0574007 Jul 09 18:50:53.466767 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8ddf9470-53e7-4d3d-b3e3-d9daa9420978 req-7f0d83fb-e081-4a49-93cf-b65ba82f8457 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303051 Jul 09 18:50:53.940482 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0208-0941-4cd2-b4b8-d3cb7728aa99 req-c7b552dd-5e58-46ed-b7c8-33011d2bd4a1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:53.942326 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-54ae0208-0941-4cd2-b4b8-d3cb7728aa99 req-c7b552dd-5e58-46ed-b7c8-33011d2bd4a1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0696840 Jul 09 18:50:53.984495 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-54ae0208-0941-4cd2-b4b8-d3cb7728aa99 req-3e9fb2f4-85b3-412c-b7bb-b491029d1762 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363541 Jul 09 18:50:54.373886 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6bd3f-e422-42d5-94b3-44d614452ead req-e6dc37fb-ef83-463f-b66a-9a20ce927940 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:54.375943 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4f6bd3f-e422-42d5-94b3-44d614452ead req-e6dc37fb-ef83-463f-b66a-9a20ce927940 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 945 time: 0.0687757 Jul 09 18:50:54.419191 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4f6bd3f-e422-42d5-94b3-44d614452ead req-e4d5b6a4-e886-41c9-81fa-be061ddcbde0 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371022 Jul 09 18:50:55.172200 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7cdde-54a2-46f0-b6c0-060cc84749bd req-0c5287b7-4f47-4f08-ba40-0ac0e772626a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:55.173623 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-22b7cdde-54a2-46f0-b6c0-060cc84749bd req-0c5287b7-4f47-4f08-ba40-0ac0e772626a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0693479 Jul 09 18:50:55.215819 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-22b7cdde-54a2-46f0-b6c0-060cc84749bd req-328b6097-26aa-4871-8055-8af541217108 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349314 Jul 09 18:50:55.640031 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc77c7a-c5a7-4a4c-8828-4c748174c9e3 req-e841441c-4973-428d-b9f9-446cf0663d59 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:55.641651 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebc77c7a-c5a7-4a4c-8828-4c748174c9e3 req-e841441c-4973-428d-b9f9-446cf0663d59 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 945 time: 0.0717738 Jul 09 18:50:55.688479 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebc77c7a-c5a7-4a4c-8828-4c748174c9e3 req-ea3aba4a-58b4-49d3-90fa-f919b17d2df0 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398276 Jul 09 18:50:55.935271 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32803f52-2b59-444d-b9e4-a540d231351d req-3c152046-6f3d-4985-9df2-6ab2f3464caf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:55.939491 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-32803f52-2b59-444d-b9e4-a540d231351d req-3c152046-6f3d-4985-9df2-6ab2f3464caf tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 945 time: 0.1042042 Jul 09 18:50:55.946333 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38580) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:50:55.951417 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-4627a43c-91ac-4e3d-87ec-08f1e2734ae9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Request body: {'floatingip': {'port_id': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:50:55.992845 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4627a43c-91ac-4e3d-87ec-08f1e2734ae9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:56.415149 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e94cc-0070-43ce-b2da-d64792eff01f req-6a8ccdfe-52f1-42d2-a69a-5f9f10e5a6db tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:56.416657 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a6e94cc-0070-43ce-b2da-d64792eff01f req-6a8ccdfe-52f1-42d2-a69a-5f9f10e5a6db tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0716586 Jul 09 18:50:56.454138 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8a6e94cc-0070-43ce-b2da-d64792eff01f req-69b21ad4-e16c-4b4d-bf17-052e94ee3253 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314517 Jul 09 18:50:56.479227 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4627a43c-91ac-4e3d-87ec-08f1e2734ae9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:56.483249 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4627a43c-91ac-4e3d-87ec-08f1e2734ae9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:56.577937 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.l3_db [None req-4627a43c-91ac-4e3d-87ec-08f1e2734ae9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Floating IP 10f5900b-e83b-48cd-ad60-81f78d150ef1 associated. External IP: 172.27.2.214, port: 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4. Jul 09 18:50:56.786673 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4627a43c-91ac-4e3d-87ec-08f1e2734ae9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Router 64bdd996-e989-45a4-8e60-26258bb06c43 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:50:56.892196 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4627a43c-91ac-4e3d-87ec-08f1e2734ae9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:50:56.897545 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-4627a43c-91ac-4e3d-87ec-08f1e2734ae9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:50:56.901918 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] Sync routers for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:50:56.912133 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:50:56.912735 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:50:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:56.933260 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-4627a43c-91ac-4e3d-87ec-08f1e2734ae9 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "PUT /v2.0/floatingips/10f5900b-e83b-48cd-ad60-81f78d150ef1 HTTP/1.1" status: 200 len: 991 time: 0.9855449 Jul 09 18:50:56.933886 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'tag': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:50:56.936265 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48687eb2-477a-4e2c-8210-7e429a6db77b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd90b03-6053-4e9a-a0ac-cfc0a5385b96", "tag": "9f18dd48-98eb-4e34-bf2e-594ece0b2ea4"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:50:56.975705 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a39236-4749-4a9e-9184-f7a1c4d305ad x-openstack-request-id: req-30a39236-4749-4a9e-9184-f7a1c4d305ad {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:50:56.975991 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd90b03-6053-4e9a-a0ac-cfc0a5385b96", "tag": "9f18dd48-98eb-4e34-bf2e-594ece0b2ea4", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:50:56.976240 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30a39236-4749-4a9e-9184-f7a1c4d305ad {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:50:56.976635 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'tag': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4', 'status': 'completed', 'code': 200} Jul 09 18:50:57.016255 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:50:57.096839 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-697cee74-3be2-4850-a2b0-bb26c533bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:57.098419 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-697cee74-3be2-4850-a2b0-bb26c533bb79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=710314d7350a46debe5c2c8e0d16306a&device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 1098 time: 0.0567245 Jul 09 18:50:57.145979 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-67b02514-4dad-4171-b7e8-9211fb8c25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:57.148215 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-67b02514-4dad-4171-b7e8-9211fb8c25da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 1099 time: 0.0596626 Jul 09 18:50:57.193541 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-b02e32f0-4e01-4b5e-b88d-a0de0abb4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:57.195056 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-b02e32f0-4e01-4b5e-b88d-a0de0abb4a32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 200 len: 912 time: 0.0898278 Jul 09 18:50:57.240768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-b65579d1-c4c3-40d5-8e99-3664439def66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:57.242310 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-b65579d1-c4c3-40d5-8e99-3664439def66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 917 time: 0.0882237 Jul 09 18:50:57.246541 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '10f5900b-e83b-48cd-ad60-81f78d150ef1', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'port_id': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'mac_address': 'fa:16:3e:e9:d6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:50:43Z', 'updated_at': '2021-07-09T18:50:56Z', 'revision_number': 1, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:57.261114 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-05e787cf-f89b-4dd1-adeb-aeaf005e8014 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 HTTP/1.1" status: 200 len: 999 time: 0.0597770 Jul 09 18:50:57.272698 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] Checking router: 64bdd996-e989-45a4-8e60-26258bb06c43 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:50:57.281338 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:50:57.281951 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:50:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:57.311572 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-edc69e01-9264-41ad-9a46-5738ec94a4e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90768-0956-4e4b-928e-d96ced909427 HTTP/1.1" status: 200 len: 1002 time: 0.0627215 Jul 09 18:50:57.315310 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-d6d5fdef-6a6f-431b-97b5-45145f8bac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:57.316869 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-d6d5fdef-6a6f-431b-97b5-45145f8bac2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1c8df9-30f8-43b6-aaf9-a82373b78aa6 HTTP/1.1" status: 200 len: 850 time: 0.0499690 Jul 09 18:50:57.359583 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-69956cff-18f7-42ab-8f4c-ac675c6c668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:57.361049 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-69956cff-18f7-42ab-8f4c-ac675c6c668b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0435886 Jul 09 18:50:57.374390 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-119e33b3-b638-43e8-919c-41a68051be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:57.375896 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-119e33b3-b638-43e8-919c-41a68051be04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521982 Jul 09 18:50:57.387133 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:50:57.418788 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-b956ef8b-f217-4cd6-a7e1-e0af9e62c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:57.420361 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-b956ef8b-f217-4cd6-a7e1-e0af9e62c434 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523522 Jul 09 18:50:57.467812 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-011b36e1-a33b-4c36-8ffa-7175d52dcccc service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847735 Jul 09 18:50:57.519444 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-70116f94-2490-4541-9615-6200993465d1 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926044 Jul 09 18:50:57.570634 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-48687eb2-477a-4e2c-8210-7e429a6db77b req-681bcdf6-9f6b-464f-934d-ad198684aef3 service neutron] 10.222.0.30 "GET /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963342 Jul 09 18:50:57.622659 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '10f5900b-e83b-48cd-ad60-81f78d150ef1', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'port_id': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'mac_address': 'fa:16:3e:e9:d6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:50:43Z', 'updated_at': '2021-07-09T18:50:56Z', 'revision_number': 1, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:50:57.643840 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f62a8f09-baad-45e5-9ce4-ad184195ae80 req-203bc749-4389-4536-995b-060d33648ca2 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172397 Jul 09 18:50:57.674879 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab6cfb-75ff-4759-b86c-b614455f079a req-9f3a1d8f-c812-40f4-abcf-07dc58d221cc tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:57.676383 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4eab6cfb-75ff-4759-b86c-b614455f079a req-9f3a1d8f-c812-40f4-abcf-07dc58d221cc tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0832725 Jul 09 18:50:57.720054 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4eab6cfb-75ff-4759-b86c-b614455f079a req-7b75a7f0-d012-484f-8d04-1452ea630be6 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379562 Jul 09 18:50:57.768504 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca383c7-82e5-4272-87f5-f2e0d079a68a None None] The sync data for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi is: [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '10f5900b-e83b-48cd-ad60-81f78d150ef1', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'port_id': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'mac_address': 'fa:16:3e:e9:d6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:50:43Z', 'updated_at': '2021-07-09T18:50:56Z', 'revision_number': 1, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:50:57.953990 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10a8f2-e813-4670-9ff5-356f9d927da7 None None] New status for floating IP 10f5900b-e83b-48cd-ad60-81f78d150ef1: ACTIVE {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:50:58.896360 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212afe1-ad4a-46bb-82c7-03e78138a108 req-495abba7-cda4-4770-8c1e-f586a956d8e8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:50:58.897955 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8212afe1-ad4a-46bb-82c7-03e78138a108 req-495abba7-cda4-4770-8c1e-f586a956d8e8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0610518 Jul 09 18:50:58.934223 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8212afe1-ad4a-46bb-82c7-03e78138a108 req-e1f8cacf-a017-4acc-84f1-a555751f33d9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308359 Jul 09 18:51:00.106623 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98c477-5fc2-429a-b8d1-f76c5c21bb82 req-0ea44501-d748-4d51-96f9-4ae54be4b216 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:00.108079 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0a98c477-5fc2-429a-b8d1-f76c5c21bb82 req-0ea44501-d748-4d51-96f9-4ae54be4b216 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 946 time: 0.0610564 Jul 09 18:51:00.145413 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0a98c477-5fc2-429a-b8d1-f76c5c21bb82 req-bd33ade6-2741-4b0c-bdfa-7bae3e01df0a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Jul 09 18:51:00.898769 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device d2e90768-0956-4e4b-928e-d96ced909427 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:51:00.972306 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:00.996500 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:51:00.998744 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01e2ecc-1f4f-4fd3-aa0c-4f2d9b9df3b7" -d '{"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-unplugged", "status": "completed", "tag": "d2e90768-0956-4e4b-928e-d96ced909427"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:51:01.011834 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:01.017035 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:01.039702 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d498bf5-06e4-48e0-966e-a48219cd2c60 x-openstack-request-id: req-5d498bf5-06e4-48e0-966e-a48219cd2c60 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:51:01.040009 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-unplugged", "status": "failed", "tag": "d2e90768-0956-4e4b-928e-d96ced909427", "code": 422}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:51:01.040262 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d498bf5-06e4-48e0-966e-a48219cd2c60 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:51:01.040670 dv-cinder-780933-10-iscsi neutron-server[104837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427', 'code': 422} returned with failed status Jul 09 18:51:01.065799 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=8']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:01.278758 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-561b6806-65fb-43a5-aef3-e537a0c379bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526984 Jul 09 18:51:01.281385 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d305627-9ac4-4420-ae2b-b049c8b9a252 req-f313b95f-9f9e-4116-8991-67b3f51e7fa1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:01.282891 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d305627-9ac4-4420-ae2b-b049c8b9a252 req-f313b95f-9f9e-4116-8991-67b3f51e7fa1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0617094 Jul 09 18:51:01.322685 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5d305627-9ac4-4420-ae2b-b049c8b9a252 req-098ddde8-bb66-4ac3-ac72-82b3a89ea10e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341489 Jul 09 18:51:02.234692 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-a68d2213-7009-4e13-8286-6ec25678b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:02.236147 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-a68d2213-7009-4e13-8286-6ec25678b822 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb&tenant_id=2ca15229883d49e6a741c55d8c38a637 HTTP/1.1" status: 200 len: 1097 time: 0.0811219 Jul 09 18:51:02.319505 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-6e151fd0-0987-40df-8eaf-1683b2770c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:02.320957 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-6e151fd0-0987-40df-8eaf-1683b2770c8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 1097 time: 0.0535522 Jul 09 18:51:02.405181 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-afd91897-86cc-4627-96b7-e5a44d263b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:02.406688 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-afd91897-86cc-4627-96b7-e5a44d263b7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 917 time: 0.0801735 Jul 09 18:51:02.473795 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-4992be88-68d2-4f31-b3f2-7ae6104d33ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90768-0956-4e4b-928e-d96ced909427 HTTP/1.1" status: 200 len: 1000 time: 0.0594940 Jul 09 18:51:02.498684 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecdaef-01b2-4eab-b5de-f5ebec9e1a75 req-3fc186fe-cd0d-40cd-9200-95a3f5928f1a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:02.500068 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2eecdaef-01b2-4eab-b5de-f5ebec9e1a75 req-3fc186fe-cd0d-40cd-9200-95a3f5928f1a tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0654275 Jul 09 18:51:02.520469 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-029f3846-810a-4785-ad00-f895699ab256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:02.521929 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-029f3846-810a-4785-ad00-f895699ab256 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0422740 Jul 09 18:51:02.536552 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2eecdaef-01b2-4eab-b5de-f5ebec9e1a75 req-db2e5118-8561-470f-a9f2-0771c1abaae9 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308881 Jul 09 18:51:02.577716 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-6973b28c-016b-47e7-b658-aa4b5f9c9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:02.579288 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-6973b28c-016b-47e7-b658-aa4b5f9c9aad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512569 Jul 09 18:51:02.667577 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-de5fa5a4-49ff-4f39-bc2d-1ee8284ad089 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813949 Jul 09 18:51:02.758669 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f1fa9034-31ae-48c1-8d9c-7211e4f2db13 req-7b732179-ecd9-4d5a-a335-5e9aece93132 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847592 Jul 09 18:51:03.721558 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094fce4-56c7-4730-81f0-fee96f7cf2db req-a84f7e20-629c-4bc3-8745-7a4b7c34cfe2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:03.723113 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e094fce4-56c7-4730-81f0-fee96f7cf2db req-a84f7e20-629c-4bc3-8745-7a4b7c34cfe2 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0663152 Jul 09 18:51:03.766221 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e094fce4-56c7-4730-81f0-fee96f7cf2db req-d30732f5-9e5e-4b32-9342-de920c1e65a7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371158 Jul 09 18:51:04.960616 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf463e5-550d-4475-9535-a83a3adf20d2 req-4dccd482-46eb-4688-a1ed-bc791543a0c4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:04.962230 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ecf463e5-550d-4475-9535-a83a3adf20d2 req-4dccd482-46eb-4688-a1ed-bc791543a0c4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0748222 Jul 09 18:51:05.001677 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ecf463e5-550d-4475-9535-a83a3adf20d2 req-9af355c8-b48d-4f70-b755-1ed8909cfc80 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333791 Jul 09 18:51:06.188023 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df548d0-de03-4100-84a1-d63687a3af3d req-5e0db422-b7db-4b12-b89f-32536ad95f83 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:06.189939 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8df548d0-de03-4100-84a1-d63687a3af3d req-5e0db422-b7db-4b12-b89f-32536ad95f83 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0671167 Jul 09 18:51:06.228397 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8df548d0-de03-4100-84a1-d63687a3af3d req-5e735210-1128-4a03-bac6-fe38577f32bd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327220 Jul 09 18:51:07.421777 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47d5d7-5921-4601-a5cb-cdd4508e1126 req-3cf0f721-3db4-4aec-8cb0-43fce3406c3f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:07.423311 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8d47d5d7-5921-4601-a5cb-cdd4508e1126 req-3cf0f721-3db4-4aec-8cb0-43fce3406c3f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0633178 Jul 09 18:51:07.462190 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8d47d5d7-5921-4601-a5cb-cdd4508e1126 req-213a0e42-0a21-4cc1-844c-870195a916bd tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326972 Jul 09 18:51:08.654432 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f90ccc-f5c8-47d2-9533-49ca5e545d58 req-d1714f65-96f3-447a-85e3-fb3d3f58845e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:08.655982 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e2f90ccc-f5c8-47d2-9533-49ca5e545d58 req-d1714f65-96f3-447a-85e3-fb3d3f58845e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0694404 Jul 09 18:51:08.695109 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e2f90ccc-f5c8-47d2-9533-49ca5e545d58 req-69929ab3-d12b-4afa-abfe-ce003e28cb30 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328228 Jul 09 18:51:09.873365 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fef9e7-6f3b-44db-9bb6-c6916c389d6c req-93a73414-4d55-4594-a909-8b8ebab0a806 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:09.874914 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e0fef9e7-6f3b-44db-9bb6-c6916c389d6c req-93a73414-4d55-4594-a909-8b8ebab0a806 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0643740 Jul 09 18:51:09.915690 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e0fef9e7-6f3b-44db-9bb6-c6916c389d6c req-b3434b88-447e-4cbc-a776-850cc2b2c2a1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340691 Jul 09 18:51:11.092070 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec5d81-11bd-4825-baec-5024a512b9e0 req-685c5562-4f15-4616-8aca-a2c26538a8df tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:11.093545 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b4ec5d81-11bd-4825-baec-5024a512b9e0 req-685c5562-4f15-4616-8aca-a2c26538a8df tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0628798 Jul 09 18:51:11.131781 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b4ec5d81-11bd-4825-baec-5024a512b9e0 req-2c8b3293-df80-4507-9e78-b50eb3fea411 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316961 Jul 09 18:51:11.933846 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:12.317383 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27e6ed-a73f-40cf-b9c9-ed4719119ef5 req-f7165fd8-aedc-4007-9128-594d53b0754f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:12.318921 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-de27e6ed-a73f-40cf-b9c9-ed4719119ef5 req-f7165fd8-aedc-4007-9128-594d53b0754f tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0678215 Jul 09 18:51:12.357926 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-de27e6ed-a73f-40cf-b9c9-ed4719119ef5 req-7c132ac2-387f-40b0-a5b1-cf144edac895 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332472 Jul 09 18:51:12.578696 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-12f05b64-e458-40d5-8613-eb9052eea7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:13.545519 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617485a-a1f8-48c5-a18a-76f32e30a6d2 req-cc3f47f8-ece3-499a-aada-f84ae9236fe1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:13.547021 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f617485a-a1f8-48c5-a18a-76f32e30a6d2 req-cc3f47f8-ece3-499a-aada-f84ae9236fe1 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0655944 Jul 09 18:51:13.584500 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f617485a-a1f8-48c5-a18a-76f32e30a6d2 req-42766029-6c7f-4cc6-aa2b-04be77b0bf65 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319335 Jul 09 18:51:14.762347 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88558d7e-8bc7-4842-87ba-ffa55d544cc2 req-b39df614-13d7-4a8e-b306-df83a74cc58e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:14.763820 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-88558d7e-8bc7-4842-87ba-ffa55d544cc2 req-b39df614-13d7-4a8e-b306-df83a74cc58e tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0645418 Jul 09 18:51:14.799878 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-88558d7e-8bc7-4842-87ba-ffa55d544cc2 req-d5eeb8b9-4996-432d-accd-55d2ac5f15d4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305014 Jul 09 18:51:15.150305 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:51:15.234203 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:15.254108 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-caa3a4d0-67de-480e-bc86-4d0f4443a267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:15.812793 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba607676-764d-4a68-9926-62854ccfc98d req-06867486-7ac3-4659-9a70-4ff5bd563e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:15.814799 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ba607676-764d-4a68-9926-62854ccfc98d req-06867486-7ac3-4659-9a70-4ff5bd563e66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ca15229883d49e6a741c55d8c38a637&device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 1097 time: 0.0511522 Jul 09 18:51:15.929790 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba607676-764d-4a68-9926-62854ccfc98d req-1dec00d8-4f5b-4473-b58f-5783eecc7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:15.931315 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ba607676-764d-4a68-9926-62854ccfc98d req-1dec00d8-4f5b-4473-b58f-5783eecc7182 service neutron] 10.222.0.30 "GET /v2.0/networks?id=896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 200 len: 917 time: 0.0969796 Jul 09 18:51:15.984189 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cb037-5eea-4008-83a1-a06df7197e97 req-217017de-13b2-46f2-9e21-7af3694e7ae8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:15.985677 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c68cb037-5eea-4008-83a1-a06df7197e97 req-217017de-13b2-46f2-9e21-7af3694e7ae8 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0621316 Jul 09 18:51:15.995371 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ba607676-764d-4a68-9926-62854ccfc98d req-b122f3b0-b372-404d-be6c-c1f3ede0bebc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e90768-0956-4e4b-928e-d96ced909427 HTTP/1.1" status: 200 len: 1000 time: 0.0571654 Jul 09 18:51:16.023146 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c68cb037-5eea-4008-83a1-a06df7197e97 req-1b936c46-4ebb-4ff7-9957-64d32fe07d71 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315270 Jul 09 18:51:16.046852 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba607676-764d-4a68-9926-62854ccfc98d req-5d939620-bb08-4a00-8266-833f95900f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:16.048342 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ba607676-764d-4a68-9926-62854ccfc98d req-5d939620-bb08-4a00-8266-833f95900f07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 200 len: 855 time: 0.0473325 Jul 09 18:51:16.104708 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba607676-764d-4a68-9926-62854ccfc98d req-dd51e01d-edab-4a45-aa7a-8bf88f5c4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:16.106166 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ba607676-764d-4a68-9926-62854ccfc98d req-dd51e01d-edab-4a45-aa7a-8bf88f5c4f79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=896a1342-2233-4e88-8dbc-36b21ffeceee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501094 Jul 09 18:51:16.190292 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ba607676-764d-4a68-9926-62854ccfc98d req-32e61e89-d19c-41a3-9820-1940526c8b26 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773003 Jul 09 18:51:16.287732 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ba607676-764d-4a68-9926-62854ccfc98d req-d966c059-8cca-4818-abb3-db901c2425b6 service neutron] 10.222.0.30 "GET /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899985 Jul 09 18:51:16.427209 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:17.015599 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device d2e90768-0956-4e4b-928e-d96ced909427 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:51:17.109664 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:17.121091 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'd2e90768-0956-4e4b-928e-d96ced909427', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'port_id': 'd2e90768-0956-4e4b-928e-d96ced909427', 'mac_address': 'fa:16:3e:97:14:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:51:17.156911 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:17.168894 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e90768-0956-4e4b-928e-d96ced909427 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:51:17.188290 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:17.193063 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:17.200027 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e0227-645c-4cb2-aa20-8375087ebdf9 req-7ccbe7b1-a3ba-4dd0-9251-d424e0799b08 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:17.201523 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-983e0227-645c-4cb2-aa20-8375087ebdf9 req-7ccbe7b1-a3ba-4dd0-9251-d424e0799b08 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 944 time: 0.0652537 Jul 09 18:51:17.239608 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-983e0227-645c-4cb2-aa20-8375087ebdf9 req-4539f102-9a35-48ee-8b5f-63a365786619 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323291 Jul 09 18:51:17.240326 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=9']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:17.504449 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['d2e90768-0956-4e4b-928e-d96ced909427'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:51:17.904423 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:18.422025 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a1f5e-ffcb-4c88-850c-54abe029f37a req-dac1dd22-1918-4e15-9b91-dd950a2e0980 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:18.423569 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fc8a1f5e-ffcb-4c88-850c-54abe029f37a req-dac1dd22-1918-4e15-9b91-dd950a2e0980 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 945 time: 0.0676823 Jul 09 18:51:18.460541 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fc8a1f5e-ffcb-4c88-850c-54abe029f37a req-a2e16fae-ba78-4714-ab29-4e45712a662c tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315580 Jul 09 18:51:19.018950 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device d2e90768-0956-4e4b-928e-d96ced909427 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:51:19.063229 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port d2e90768-0956-4e4b-928e-d96ced909427 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:51:19.063597 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:19.138097 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:19.158808 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:51:19.160979 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e36f3ed-2ef1-4189-bcde-c7bb56c48532" -d '{"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-plugged", "status": "completed", "tag": "d2e90768-0956-4e4b-928e-d96ced909427"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:51:19.176489 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:19.183204 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:19.210010 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4afee-ea7f-452f-adb3-82c27372c131 x-openstack-request-id: req-0da4afee-ea7f-452f-adb3-82c27372c131 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:51:19.210330 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-plugged", "status": "completed", "tag": "d2e90768-0956-4e4b-928e-d96ced909427", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:51:19.210582 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0da4afee-ea7f-452f-adb3-82c27372c131 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:51:19.210970 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427', 'code': 200} Jul 09 18:51:19.236851 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=10']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:19.441986 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177e974-ed29-47b2-bb84-cd882d44b677 req-3e91292d-e714-4fa4-b750-ffe979d64876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:19.443406 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b177e974-ed29-47b2-bb84-cd882d44b677 req-3e91292d-e714-4fa4-b750-ffe979d64876 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 1100 time: 0.0500376 Jul 09 18:51:19.477097 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b177e974-ed29-47b2-bb84-cd882d44b677 req-d9dd782b-afad-4d60-a8d3-aeaaeada64a6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270288 Jul 09 18:51:19.641246 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae032b6c-7802-4882-b152-763d51fa7399 req-02a8c8f1-2607-4bd5-9bb8-3dae4f517408 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:19.642722 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ae032b6c-7802-4882-b152-763d51fa7399 req-02a8c8f1-2607-4bd5-9bb8-3dae4f517408 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 947 time: 0.0646694 Jul 09 18:51:19.678838 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ae032b6c-7802-4882-b152-763d51fa7399 req-555b6fad-96b3-4c4b-9ee8-ec74eb37da23 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Jul 09 18:51:20.864191 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0d242-2213-4110-94bd-6656aecec6ad req-584cf195-b974-4e73-972a-2eeb99e5ef32 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:20.865913 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d0e0d242-2213-4110-94bd-6656aecec6ad req-584cf195-b974-4e73-972a-2eeb99e5ef32 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 947 time: 0.0700970 Jul 09 18:51:20.907111 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d0e0d242-2213-4110-94bd-6656aecec6ad req-26ce1968-5de6-4bd4-ae6f-16c39609c658 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330446 Jul 09 18:51:22.081466 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57548bdc-42fd-49be-8c57-95f439a67abf req-6c385984-e9fa-4ce0-8b9c-829408ec8f18 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:22.082954 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-57548bdc-42fd-49be-8c57-95f439a67abf req-6c385984-e9fa-4ce0-8b9c-829408ec8f18 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 947 time: 0.0609040 Jul 09 18:51:22.119220 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-57548bdc-42fd-49be-8c57-95f439a67abf req-daa9788c-940c-407f-81da-11b67b1332fc tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309167 Jul 09 18:51:40.411239 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38822) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:40.646977 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Deleting port f6ebd65d-e109-4088-9cc6-b5668643c805 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:40.647226 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:40.720880 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:40.721200 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:40.732234 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Calling delete_port for f6ebd65d-e109-4088-9cc6-b5668643c805 owned by network:floatingip {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:40.910850 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:40.935938 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event deleted for resources: {'Port': ['ID=f6ebd65d-e109-4088-9cc6-b5668643c805,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:40.947744 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.948088 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.948428 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.948763 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.949094 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.949421 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.949746 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.950069 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.950415 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.950737 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.951055 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:40.951371 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:41.008903 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for floatingip, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:41.009227 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.l3_db [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Floating IP e9c4022a-903b-4b38-bdd8-fd57a7e1470e disassociated (deleted). External IP: 172.27.2.206, port: fee7e3ca-2e54-4d86-a14f-599d766abddf. Jul 09 18:51:41.441424 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:51:41.545515 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:51:41.550853 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:41.555060 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] Sync routers for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:51:41.563986 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:41.564607 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:41.584250 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-65b2b795-fe8b-4cf1-abed-85d9f0110ac6 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "DELETE /v2.0/floatingips/e9c4022a-903b-4b38-bdd8-fd57a7e1470e HTTP/1.1" status: 204 len: 168 time: 1.1719377 Jul 09 18:51:41.584840 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:51:41.587108 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1840bb32-7007-43fd-b7ca-b87b956d7d70" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:51:41.627536 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f4b153-0d63-43b5-b448-624229fc6800 x-openstack-request-id: req-31f4b153-0d63-43b5-b448-624229fc6800 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:51:41.627894 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:51:41.628210 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31f4b153-0d63-43b5-b448-624229fc6800 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:51:41.628774 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'status': 'completed', 'code': 200} Jul 09 18:51:41.668377 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:41.743853 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-8d2c40f7-24bb-4b2e-a527-cb834056d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:41.745379 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-8d2c40f7-24bb-4b2e-a527-cb834056d9e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 1099 time: 0.0568600 Jul 09 18:51:41.846529 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-a879b3f6-0d5a-4f12-a671-088f5dc9544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:41.848100 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-a879b3f6-0d5a-4f12-a671-088f5dc9544f service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce1ff71-54c4-4261-b12a-ccf271436c39 HTTP/1.1" status: 200 len: 909 time: 0.0964644 Jul 09 18:51:41.874305 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:55Z', 'revision_number': 5, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:41.901706 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] Checking router: 404be1eb-ec1c-49a5-9bdb-6864055ddce0 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:51:41.901930 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-e3c2c8b8-b6f5-4df7-8e73-1cea94f77b3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf HTTP/1.1" status: 200 len: 217 time: 0.0399439 Jul 09 18:51:41.910356 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:41.910981 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:41.968861 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:41.975127 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-5df6e874-09e9-411a-b7e2-dc90f2e20858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:41.976611 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-5df6e874-09e9-411a-b7e2-dc90f2e20858 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a08ab8e-79ff-4673-8c39-fbb3a7d372ec HTTP/1.1" status: 200 len: 847 time: 0.0669734 Jul 09 18:51:42.024654 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:42.026610 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf36dc2-2f54-4e75-9947-9641e59d8d46 req-39cc1d36-2ce8-4d65-82be-931d4d4fdd62 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:42.028098 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ddf36dc2-2f54-4e75-9947-9641e59d8d46 req-39cc1d36-2ce8-4d65-82be-931d4d4fdd62 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.1286297 Jul 09 18:51:42.077183 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ddf36dc2-2f54-4e75-9947-9641e59d8d46 req-e9d0ccac-3a46-4548-aff7-72bdf8e8c469 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 Jul 09 18:51:42.080390 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-d3f32c11-2563-43b9-a25c-86f239ebb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:42.081811 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-d3f32c11-2563-43b9-a25c-86f239ebb381 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce1ff71-54c4-4261-b12a-ccf271436c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0960410 Jul 09 18:51:42.168714 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-dfc608d2-e01c-4749-89b2-2471eebf7871 service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786979 Jul 09 18:51:42.222407 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:55Z', 'revision_number': 5, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:42.247926 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48172016-1d57-4df7-8a1c-6965d8d60180 None None] The sync data for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi is: [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:49Z', 'revision_number': 4, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '1a956099-b3ac-4838-8d52-00d4325373c4', 'name': '', 'network_id': 'fce1ff71-54c4-4261-b12a-ccf271436c39', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'mac_address': 'fa:16:3e:d8:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:48Z', 'updated_at': '2021-07-09T18:45:55Z', 'revision_number': 5, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'subnets': [{'id': '4a08ab8e-79ff-4673-8c39-fbb3a7d372ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:51:42.259106 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1840bb32-7007-43fd-b7ca-b87b956d7d70 req-80c7f11a-99b8-4c72-95c2-1742ff4bc83b service neutron] 10.222.0.30 "GET /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832956 Jul 09 18:51:42.452566 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e490c279-3fe0-443b-becb-c9c0f2c5cf45 None None] New status for floating IP e9c4022a-903b-4b38-bdd8-fd57a7e1470e: DOWN {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:51:42.579900 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-8d3b8326-2127-4b1b-bf55-dc7465f8dcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:43.256575 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0ee92-8abc-4db3-95c0-da34f65cc859 req-100d21aa-60c8-4987-9210-3183343cda02 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:43.258053 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1ab0ee92-8abc-4db3-95c0-da34f65cc859 req-100d21aa-60c8-4987-9210-3183343cda02 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0651460 Jul 09 18:51:43.294393 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-1ab0ee92-8abc-4db3-95c0-da34f65cc859 req-7330dc7c-1910-4930-9e46-262424d00a4c tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ccc503f-bc45-4a14-a2ba-fcfe49219f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306859 Jul 09 18:51:43.748214 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-89131a07-24bb-43fb-83cf-6ab636cc8bb9 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:43.750523 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-89131a07-24bb-43fb-83cf-6ab636cc8bb9 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 946 time: 0.0707624 Jul 09 18:51:43.849494 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Deleting port fee7e3ca-2e54-4d86-a14f-599d766abddf {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:43.849732 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:43.938453 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] For port fee7e3ca-2e54-4d86-a14f-599d766abddf, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fee7e3ca-2e54-4d86-a14f-599d766abddf,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:43.938809 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:43.950776 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Calling delete_port for fee7e3ca-2e54-4d86-a14f-599d766abddf owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:44.075087 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:44.104650 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event deleted for resources: {'Port': ['ID=fee7e3ca-2e54-4d86-a14f-599d766abddf,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:44.132523 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.132874 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.133213 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.133545 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.133890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.134224 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.134551 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.134875 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.135221 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.135544 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.135865 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.136181 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:44.161913 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] No DVR routers for this DVR port fee7e3ca-2e54-4d86-a14f-599d766abddf on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:51:44.164263 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:44.166244 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-fbff43ef-bfdf-4724-8f0e-34600ec9e027 req-8bcf5b71-6638-46d6-8854-2d6ef42df652 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.30 "DELETE /v2.0/ports/fee7e3ca-2e54-4d86-a14f-599d766abddf HTTP/1.1" status: 204 len: 173 time: 0.4093184 Jul 09 18:51:44.166680 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'name': 'network-vif-deleted', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:51:44.168901 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0631bba-45e8-4c5f-8f46-522b799b3720" -d '{"events": [{"server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "name": "network-vif-deleted", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:51:44.255387 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37722e22-08c1-47a6-a729-b0b23085438a x-openstack-request-id: req-37722e22-08c1-47a6-a729-b0b23085438a {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:51:44.255679 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5df474a-a4ca-449e-b0dc-4a9b9c934c3e", "name": "network-vif-deleted", "tag": "fee7e3ca-2e54-4d86-a14f-599d766abddf", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:51:44.255932 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37722e22-08c1-47a6-a729-b0b23085438a {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:51:44.256322 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df474a-a4ca-449e-b0dc-4a9b9c934c3e', 'name': 'network-vif-deleted', 'tag': 'fee7e3ca-2e54-4d86-a14f-599d766abddf', 'status': 'completed', 'code': 200} Jul 09 18:51:44.442641 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fe12b2f7-14b4-4088-9055-89cdd8eab794 req-49f413e3-968e-47c2-9338-a9f780d52f84 tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5df474a-a4ca-449e-b0dc-4a9b9c934c3e HTTP/1.1" status: 200 len: 210 time: 0.0300603 Jul 09 18:51:45.235089 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:45.255202 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a5c5-5f73-4d44-b786-a19f734e2840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:45.533971 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38852) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:45.590794 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-17fe9a18-f69c-4e51-b5c5-0bbec259e09f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:45.616545 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-17fe9a18-f69c-4e51-b5c5-0bbec259e09f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:45.675229 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-17fe9a18-f69c-4e51-b5c5-0bbec259e09f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:45.677650 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-17fe9a18-f69c-4e51-b5c5-0bbec259e09f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:45.678874 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-17fe9a18-f69c-4e51-b5c5-0bbec259e09f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] 10.222.0.22 "DELETE /v2.0/security-groups/6ccc503f-bc45-4a14-a2ba-fcfe49219f77 HTTP/1.1" status: 204 len: 168 time: 0.1438754 Jul 09 18:51:45.687725 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe9a18-f69c-4e51-b5c5-0bbec259e09f tempest-TestShelveInstance-1606214822 tempest-TestShelveInstance-1606214822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccc503f-bc45-4a14-a2ba-fcfe49219f77,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:45.726730 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38858) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:46.164711 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398831'] for router_interface, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:46.406219 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Deleting port 1a956099-b3ac-4838-8d52-00d4325373c4 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:46.406560 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:46.430243 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:46.481578 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] For port 1a956099-b3ac-4838-8d52-00d4325373c4, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=1a956099-b3ac-4838-8d52-00d4325373c4,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:46.481929 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:46.494302 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Calling delete_port for 1a956099-b3ac-4838-8d52-00d4325373c4 owned by network:router_interface {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:46.672155 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:46.700843 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a956099-b3ac-4838-8d52-00d4325373c4,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:46.877207 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401105'] for router_interface, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:47.096118 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:51:47.133575 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device fee7e3ca-2e54-4d86-a14f-599d766abddf no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:51:47.155152 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: fee7e3ca-2e54-4d86-a14f-599d766abddf {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:51:47.155688 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device fee7e3ca-2e54-4d86-a14f-599d766abddf not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:51:47.207025 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:51:47.212369 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-f344150a-5306-42a8-ac5d-2ffe290e6c62 admin admin] 10.222.0.22 "PUT /v2.0/routers/404be1eb-ec1c-49a5-9bdb-6864055ddce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4845068 Jul 09 18:51:47.215104 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38874) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:47.217711 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] Sync routers for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:51:47.227511 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:47.228120 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:47.318211 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks [] for router, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:47.327937 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:47.413809 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:47.467447 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Deleting port d5b62b21-8716-4522-b3de-0c8e9db6d23b {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:47.467682 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:47.502168 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:51:46Z', 'revision_number': 5, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port': {'id': 'd5b62b21-8716-4522-b3de-0c8e9db6d23b', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:47.533347 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] Checking router: 404be1eb-ec1c-49a5-9bdb-6864055ddce0 for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:51:47.542391 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] Routers {'404be1eb-ec1c-49a5-9bdb-6864055ddce0'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:47.543073 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:47.545447 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] For port d5b62b21-8716-4522-b3de-0c8e9db6d23b, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=d5b62b21-8716-4522-b3de-0c8e9db6d23b,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:47.545879 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:47.559113 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Calling delete_port for d5b62b21-8716-4522-b3de-0c8e9db6d23b owned by network:router_gateway {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:47.729694 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:47.752589 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b62b21-8716-4522-b3de-0c8e9db6d23b,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:47.754697 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] Set router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 gateway port host: None {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:47.806761 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:51:47Z', 'revision_number': 6, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port_host': None}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:47.837417 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0f506-cb37-480e-9c39-8d634a8c8873 None None] The sync data for ids ['404be1eb-ec1c-49a5-9bdb-6864055ddce0'] in dv-cinder-780933-10-iscsi is: [{'id': '404be1eb-ec1c-49a5-9bdb-6864055ddce0', 'name': 'tempest-TestShelveInstance-222874889-router', 'tenant_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:45Z', 'updated_at': '2021-07-09T18:51:47Z', 'revision_number': 6, 'project_id': 'be247cc25e1f49a181cea55c1a82f3f9', 'gw_port_host': None}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:51:47.909779 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.086915 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396456'] for router_gateway, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.172498 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-393500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042693'] for router, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.175241 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.218796 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394636'] for router, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.221450 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 404be1eb-ec1c-49a5-9bdb-6864055ddce0 {{(pid=104835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:51:48.227139 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.228360 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-cc283ab9-962e-479a-abec-62d20b7e8ea0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/404be1eb-ec1c-49a5-9bdb-6864055ddce0 HTTP/1.1" status: 204 len: 168 time: 1.0122755 Jul 09 18:51:48.230868 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38878) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:48.279744 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a654b1e0-e576-484a-b19a-34de114c70d1 admin admin] Deleting subnet 4a08ab8e-79ff-4673-8c39-fbb3a7d372ec {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:51:48.283309 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a654b1e0-e576-484a-b19a-34de114c70d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.316304 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a654b1e0-e576-484a-b19a-34de114c70d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.394214 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a654b1e0-e576-484a-b19a-34de114c70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.447341 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a654b1e0-e576-484a-b19a-34de114c70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.477980 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654b1e0-e576-484a-b19a-34de114c70d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a08ab8e-79ff-4673-8c39-fbb3a7d372ec,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:48.481887 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a654b1e0-e576-484a-b19a-34de114c70d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.483803 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-a654b1e0-e576-484a-b19a-34de114c70d1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4a08ab8e-79ff-4673-8c39-fbb3a7d372ec HTTP/1.1" status: 204 len: 168 time: 0.2518771 Jul 09 18:51:48.486230 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38888) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:48.488477 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b90ae-24e2-4d45-b3bc-d6da1dff24a7 None None] Network fce1ff71-54c4-4261-b12a-ccf271436c39 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:51:48.562996 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.624542 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Deleting port 08446366-04c1-4023-bedc-94d5e790c612 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:48.624969 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.706351 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] For port 08446366-04c1-4023-bedc-94d5e790c612, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=08446366-04c1-4023-bedc-94d5e790c612,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:48.706797 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.714181 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] DHCP port deletion for fce1ff71-54c4-4261-b12a-ccf271436c39 request from dv-cinder-780933-10-iscsi {{(pid=104837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:51:48.723097 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Calling delete_port for 08446366-04c1-4023-bedc-94d5e790c612 owned by network:dhcp {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:48.763797 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Deleting port 08446366-04c1-4023-bedc-94d5e790c612 {{(pid=104837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:48.764451 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.806670 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.823804 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] No DVR routers for this DVR port 08446366-04c1-4023-bedc-94d5e790c612 on host dv-cinder-780933-10-iscsi {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:51:48.834817 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] For port 08446366-04c1-4023-bedc-94d5e790c612, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=08446366-04c1-4023-bedc-94d5e790c612,segment=NetworkSegment(80059432-a10e-4c8a-8770-f757fc59956f),segment_id=80059432-a10e-4c8a-8770-f757fc59956f)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:48.835208 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.850654 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=08446366-04c1-4023-bedc-94d5e790c612,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:48.853895 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Calling delete_port for 08446366-04c1-4023-bedc-94d5e790c612 owned by network:dhcp {{(pid=104837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:48.928747 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.936036 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806'] for port, after_delete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.937105 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce1ff71-54c4-4261-b12a-ccf271436c39']}} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:48.948145 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80059432-a10e-4c8a-8770-f757fc59956f') {'for_net_delete': True} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:48.948437 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80059432-a10e-4c8a-8770-f757fc59956f') {} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:48.958077 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718719'] for segment, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.961156 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Pushing event deleted for resources: {'Port': ['ID=08446366-04c1-4023-bedc-94d5e790c612,revision_number=None']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:48.965331 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] No DVR routers for this DVR port 08446366-04c1-4023-bedc-94d5e790c612 on host dv-cinder-780933-10-iscsi {{(pid=104837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:51:48.971627 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.971969 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.978787 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.980068 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.980429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.980429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.980429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.980429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.980429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.980429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.980429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.980429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.980429 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d542e243-8c7e-464c-b45f-baec72f4259c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:51:48.986515 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:51:48.986943 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845690'] for segment, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: Traceback (most recent call last): Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: timer() Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: cb(*args, **kw) Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: return func(*args, **kwargs) Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: self._notify() Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: self.callback(batched_events) Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: event.method(event) Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: return f(self, *a, **k) Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._get(url).json() Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: return self.request(url, 'GET', **kwargs) Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:51:48.988845 dv-cinder-780933-10-iscsi neutron-server[104835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:51:49.048104 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:49.053562 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:49.055407 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] 10.222.0.22 "DELETE /v2.0/networks/fce1ff71-54c4-4261-b12a-ccf271436c39 HTTP/1.1" status: 204 len: 168 time: 0.5682733 Jul 09 18:51:49.058515 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38892) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:49.066817 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb91c9-356f-4d1f-84b3-5d35df0dbbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=fce1ff71-54c4-4261-b12a-ccf271436c39,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:49.394941 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398831'] for router_interface, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:49.635952 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Deleting port 2377ec40-f657-487e-8439-04ecada6f3ca {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:49.636289 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:49.663980 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d5b62b21-8716-4522-b3de-0c8e9db6d23b no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:51:49.683755 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: d5b62b21-8716-4522-b3de-0c8e9db6d23b {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:51:49.684369 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d5b62b21-8716-4522-b3de-0c8e9db6d23b not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:51:49.684930 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 1a956099-b3ac-4838-8d52-00d4325373c4 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:51:49.709734 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 1a956099-b3ac-4838-8d52-00d4325373c4 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:51:49.710362 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 1a956099-b3ac-4838-8d52-00d4325373c4 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:51:49.710880 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 08446366-04c1-4023-bedc-94d5e790c612 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:51:49.720163 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] For port 2377ec40-f657-487e-8439-04ecada6f3ca, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=2377ec40-f657-487e-8439-04ecada6f3ca,segment=NetworkSegment(dfba68b3-42bc-49b5-9992-defda57324b7),segment_id=dfba68b3-42bc-49b5-9992-defda57324b7)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:49.720516 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:49.733974 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 08446366-04c1-4023-bedc-94d5e790c612 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:51:49.734657 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Calling delete_port for 2377ec40-f657-487e-8439-04ecada6f3ca owned by network:router_interface {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:49.735835 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 08446366-04c1-4023-bedc-94d5e790c612 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:51:50.156569 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:50.180904 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2377ec40-f657-487e-8439-04ecada6f3ca,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:50.340352 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401105'] for router_interface, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:50.546875 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Router 3461699c-2a86-4a27-a257-a7a2d4060a0c has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:51:50.649223 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:51:50.654233 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-e699fd53-8585-4861-873d-4d52e38658e4 admin admin] 10.222.0.22 "PUT /v2.0/routers/3461699c-2a86-4a27-a257-a7a2d4060a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5945179 Jul 09 18:51:50.657465 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38898) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:50.658714 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] Sync routers for ids ['3461699c-2a86-4a27-a257-a7a2d4060a0c'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:51:50.667621 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] Routers {'3461699c-2a86-4a27-a257-a7a2d4060a0c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:50.668231 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['3461699c-2a86-4a27-a257-a7a2d4060a0c'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:50.764415 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks [] for router, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:50.769492 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] Set router 3461699c-2a86-4a27-a257-a7a2d4060a0c gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:50.871772 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:50.928040 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Deleting port e44936ee-715c-45cf-86b5-785c8315ca8f {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:50.928369 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:50.944506 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:51Z', 'updated_at': '2021-07-09T18:51:49Z', 'revision_number': 5, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'gw_port': {'id': 'e44936ee-715c-45cf-86b5-785c8315ca8f', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:53Z', 'updated_at': '2021-07-09T18:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:50.970696 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] Checking router: 3461699c-2a86-4a27-a257-a7a2d4060a0c for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:51:50.978895 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] Routers {'3461699c-2a86-4a27-a257-a7a2d4060a0c'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:50.979502 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['3461699c-2a86-4a27-a257-a7a2d4060a0c'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:51.007891 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] For port e44936ee-715c-45cf-86b5-785c8315ca8f, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=e44936ee-715c-45cf-86b5-785c8315ca8f,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:51.008247 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.024968 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Calling delete_port for e44936ee-715c-45cf-86b5-785c8315ca8f owned by network:router_gateway {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:51.149385 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] Set router 3461699c-2a86-4a27-a257-a7a2d4060a0c gateway port host: None {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:51.187146 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.201610 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:51Z', 'updated_at': '2021-07-09T18:51:50Z', 'revision_number': 6, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'gw_port_host': None}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:51.212428 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e44936ee-715c-45cf-86b5-785c8315ca8f,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:51.227499 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15eeb5c-fffa-4ac7-87e3-a0d3cceaef36 None None] The sync data for ids ['3461699c-2a86-4a27-a257-a7a2d4060a0c'] in dv-cinder-780933-10-iscsi is: [{'id': '3461699c-2a86-4a27-a257-a7a2d4060a0c', 'name': 'tempest-TestShelveInstance-2007028371-router', 'tenant_id': '0ac52504405c4832903afa17b7cf59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:45:51Z', 'updated_at': '2021-07-09T18:51:50Z', 'revision_number': 6, 'project_id': '0ac52504405c4832903afa17b7cf59e9', 'gw_port_host': None}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:51:51.276830 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396456'] for router_gateway, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.362859 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-393500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042693'] for router, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.364924 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.408692 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394636'] for router, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.409186 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3461699c-2a86-4a27-a257-a7a2d4060a0c {{(pid=104836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:51:51.414380 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.415515 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-344ab516-9284-430f-bba3-99829c8da7ce admin admin] 10.222.0.22 "DELETE /v2.0/routers/3461699c-2a86-4a27-a257-a7a2d4060a0c HTTP/1.1" status: 204 len: 168 time: 0.7570970 Jul 09 18:51:51.418129 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38902) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:51.460332 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9dd4d6-a677-4484-9ddc-7db8078b8a5c admin admin] Deleting subnet ecc43686-f015-4c34-a7a1-ec16c99c2493 {{(pid=104836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:51:51.463307 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd4d6-a677-4484-9ddc-7db8078b8a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.495858 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd4d6-a677-4484-9ddc-7db8078b8a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14825934'] for subnet, precommit_delete_associations {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.603648 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd4d6-a677-4484-9ddc-7db8078b8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.662251 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd4d6-a677-4484-9ddc-7db8078b8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14759073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15224044'] for subnet, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.688356 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dd4d6-a677-4484-9ddc-7db8078b8a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc43686-f015-4c34-a7a1-ec16c99c2493,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:51.690340 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd4d6-a677-4484-9ddc-7db8078b8a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.695026 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ed9dd4d6-a677-4484-9ddc-7db8078b8a5c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ecc43686-f015-4c34-a7a1-ec16c99c2493 HTTP/1.1" status: 204 len: 168 time: 0.2735820 Jul 09 18:51:51.695389 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38904) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:51.698218 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcef857-bbd1-403d-a22f-b7ca728ef3fb None None] Network 54f5ce10-36cc-425a-96d4-c1645ae2f34b requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:51:51.763039 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.816416 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Deleting port 6661d509-5171-46c0-8503-70d893c1721d {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:51.816747 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.880092 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] For port 6661d509-5171-46c0-8503-70d893c1721d, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=6661d509-5171-46c0-8503-70d893c1721d,segment=NetworkSegment(dfba68b3-42bc-49b5-9992-defda57324b7),segment_id=dfba68b3-42bc-49b5-9992-defda57324b7)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:51.880439 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:51.892426 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Calling delete_port for 6661d509-5171-46c0-8503-70d893c1721d owned by network:dhcp {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:51.973718 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.000020 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Pushing event deleted for resources: {'Port': ['ID=6661d509-5171-46c0-8503-70d893c1721d,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:52.003549 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] No DVR routers for this DVR port 6661d509-5171-46c0-8503-70d893c1721d on host dv-cinder-780933-10-iscsi {{(pid=104836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:51:52.010454 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a1cd2-8c70-4b4d-b942-eea4a7eef2e8 None None] DHCP port deletion for 54f5ce10-36cc-425a-96d4-c1645ae2f34b request from dv-cinder-780933-10-iscsi {{(pid=104837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:51:52.080528 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.088220 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 2377ec40-f657-487e-8439-04ecada6f3ca no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:51:52.090717 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f5ce10-36cc-425a-96d4-c1645ae2f34b']}} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:52.101523 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfba68b3-42bc-49b5-9992-defda57324b7') {'for_net_delete': True} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:52.101817 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfba68b3-42bc-49b5-9992-defda57324b7') {} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:52.115266 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14825945'] for segment, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.116732 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 2377ec40-f657-487e-8439-04ecada6f3ca {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:51:52.117082 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 2377ec40-f657-487e-8439-04ecada6f3ca not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:51:52.131212 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.146895 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:51:52.147516 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14758980'] for segment, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: Traceback (most recent call last): Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: timer() Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: cb(*args, **kw) Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: return func(*args, **kwargs) Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: self._notify() Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: self.callback(batched_events) Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: event.method(event) Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: return f(self, *a, **k) Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._get(url).json() Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: return self.request(url, 'GET', **kwargs) Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:51:52.149199 dv-cinder-780933-10-iscsi neutron-server[104836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:51:52.163075 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:51:52.203136 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.208494 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.210694 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] 10.222.0.22 "DELETE /v2.0/networks/54f5ce10-36cc-425a-96d4-c1645ae2f34b HTTP/1.1" status: 204 len: 168 time: 0.5145180 Jul 09 18:51:52.224715 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b13a9-3d3b-4dc5-8dbd-53457362b521 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f5ce10-36cc-425a-96d4-c1645ae2f34b,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:52.333250 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38910) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:52.372798 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-14a38b11-b051-47c9-be5f-49d4edfbae37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be247cc25e1f49a181cea55c1a82f3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384083 Jul 09 18:51:52.375300 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38912) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:52.425255 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-48f1d0ff-3921-4737-99bc-44365369483e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.446041 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-48f1d0ff-3921-4737-99bc-44365369483e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.490556 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-48f1d0ff-3921-4737-99bc-44365369483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.493025 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-48f1d0ff-3921-4737-99bc-44365369483e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.494214 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-48f1d0ff-3921-4737-99bc-44365369483e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a3d5187-b791-4776-b6b2-1236c41d8d5d HTTP/1.1" status: 204 len: 168 time: 0.1174541 Jul 09 18:51:52.502008 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1d0ff-3921-4737-99bc-44365369483e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3d5187-b791-4776-b6b2-1236c41d8d5d,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:52.791932 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38918) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:52.834222 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-929f726f-ecff-4146-896b-298c6bb1f39f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ac52504405c4832903afa17b7cf59e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408232 Jul 09 18:51:52.836510 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38920) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:52.887971 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-88ab0ab5-569a-4258-8025-21e70c49714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.910056 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-88ab0ab5-569a-4258-8025-21e70c49714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.956845 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-88ab0ab5-569a-4258-8025-21e70c49714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.959612 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-88ab0ab5-569a-4258-8025-21e70c49714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:52.960778 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-88ab0ab5-569a-4258-8025-21e70c49714f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/894ab729-9974-4528-9d2d-1aa0da85d08b HTTP/1.1" status: 204 len: 168 time: 0.1233904 Jul 09 18:51:52.968287 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab0ab5-569a-4258-8025-21e70c49714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894ab729-9974-4528-9d2d-1aa0da85d08b,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:53.627123 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38944) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:53.659842 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device e44936ee-715c-45cf-86b5-785c8315ca8f no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:51:53.679093 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: e44936ee-715c-45cf-86b5-785c8315ca8f {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:51:53.679511 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device e44936ee-715c-45cf-86b5-785c8315ca8f not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:51:53.680154 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 6661d509-5171-46c0-8503-70d893c1721d no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:51:53.699127 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 6661d509-5171-46c0-8503-70d893c1721d {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:51:53.699541 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 6661d509-5171-46c0-8503-70d893c1721d not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:51:53.727844 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1948805828-network', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:51:53.750875 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Made reservation on behalf of 3d9ad3483a6a4ef6aa1918c3396a27ef for: {'network': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:51:53.753264 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:53.761281 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:53.847166 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:53.850968 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:53.871709 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=104836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:51:53.886288 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1950071-13df-42ef-8359-bdbd796beab0,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:53.889819 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:53.890263 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.segments_db [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Added segment 93c1afda-fd9d-4e13-a440-a04f79c00435 of type vlan for network f584693b-8502-4c56-93c6-0951ccd26218 Jul 09 18:51:53.930557 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:53.960656 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:53.961690 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:53.962384 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.020071 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3917949 Jul 09 18:51:54.022824 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38950) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:54.027471 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Request body: {'subnet': {'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1948805828-subnet', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'ip_version': 4}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:51:54.035505 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be5314-6bb5-4c40-8c24-10fca8746b18 admin admin] Pushing event updated for resources: {'Network': ['ID=f584693b-8502-4c56-93c6-0951ccd26218,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:54.046026 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network f584693b-8502-4c56-93c6-0951ccd26218 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:51:54.052855 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Made reservation on behalf of 3d9ad3483a6a4ef6aa1918c3396a27ef for: {'subnet': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:51:54.055221 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15224077'] for subnet, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.223757 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14759142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15224095'] for subnet, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.280994 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:54.289049 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Checking segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:51:54.289392 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Network hostable DHCP agents. Network: f584693b-8502-4c56-93c6-0951ccd26218, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:51:54.305730 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Network f584693b-8502-4c56-93c6-0951ccd26218 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:51:54.314023 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, f584693b-8502-4c56-93c6-0951ccd26218) {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:51:54.318326 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:54.319463 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.322651 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a3d595-31e9-4108-994b-510078d29714 None None] Network f584693b-8502-4c56-93c6-0951ccd26218 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:51:54.332950 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-3a6e92e9-dfff-49c2-ac07-eb5720bafa9f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3091042 Jul 09 18:51:54.336018 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 38954) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:54.340866 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:51:54.363295 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.364195 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.414097 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.468617 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-f584693b-8502-4c56-93c6-0951ccd26218', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:51:54.469518 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.550044 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.601692 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Allocated IP 172.20.0.2 (f584693b-8502-4c56-93c6-0951ccd26218/cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c/25af3f26-078e-41e4-b408-0c88902d4e32) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:51:54.749172 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.750453 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.757715 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Transition to ACTIVE for port object 25af3f26-078e-41e4-b408-0c88902d4e32 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:51:54.772265 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Transition to ACTIVE for port object 25af3f26-078e-41e4-b408-0c88902d4e32 will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:51:54.772526 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.778446 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.814046 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Network f584693b-8502-4c56-93c6-0951ccd26218 is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:51:54.819999 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:51:54.822475 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:51:54.833836 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Pushing event updated for resources: {'Port': ['ID=25af3f26-078e-41e4-b408-0c88902d4e32,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:54.875007 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Allocated IP 172.27.2.174 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/bb0c88f5-82b8-47b5-93ea-473b12fde888) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:51:54.883388 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Attempting to bind port 25af3f26-078e-41e4-b408-0c88902d4e32 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:51:54.883836 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Attempting to bind port 25af3f26-078e-41e4-b408-0c88902d4e32 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:51:54.884290 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Attempting to bind port 25af3f26-078e-41e4-b408-0c88902d4e32 on network f584693b-8502-4c56-93c6-0951ccd26218 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:51:54.889578 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:51:54.889961 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Checking segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:51:54.890397 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.890789 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Bound using segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:51:54.891286 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Bound port: 25af3f26-078e-41e4-b408-0c88902d4e32, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:51:54.891667 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.962663 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] For port 25af3f26-078e-41e4-b408-0c88902d4e32, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:51:54.966188 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] For port 25af3f26-078e-41e4-b408-0c88902d4e32, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=25af3f26-078e-41e4-b408-0c88902d4e32,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:51:54.971596 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:54.982393 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:55.031533 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:55.038494 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741afff9-fb31-4429-9e01-debe9dd31cf4 None None] Pushing event updated for resources: {'Port': ['ID=25af3f26-078e-41e4-b408-0c88902d4e32,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:55.067308 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:51:55.071703 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:51:55.079173 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:51:55.106631 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0c88f5-82b8-47b5-93ea-473b12fde888,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:55.364912 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:55.563839 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:55.711768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Router fa3a45f7-525e-4e48-85b6-07a5d4958fbf is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:51:55.727590 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 25af3f26-078e-41e4-b408-0c88902d4e32 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:51:55.782466 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port 25af3f26-078e-41e4-b408-0c88902d4e32 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:51:55.852648 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2a1c1-080d-4cea-9eff-9d79e4dc94b5 req-e349cb37-8cbb-4d0f-a0fb-cfacf9f80beb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:55.854279 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2ea2a1c1-080d-4cea-9eff-9d79e4dc94b5 req-e349cb37-8cbb-4d0f-a0fb-cfacf9f80beb tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 947 time: 0.1448166 Jul 09 18:51:55.889371 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:51:55.904265 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Sync routers for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:51:55.909671 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2ea2a1c1-080d-4cea-9eff-9d79e4dc94b5 req-3ce2d671-e39c-4685-ba94-076d46f69ada tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483346 Jul 09 18:51:55.915549 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] Notify callbacks [] for router, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:55.917046 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-1486eb00-3228-46e8-827b-0a33bf24fa19 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5798204 Jul 09 18:51:55.917349 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:55.918243 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:55.920279 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 38966) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:56.032571 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:56.060557 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab0b8a-7c94-48ac-9e76-964aa835a9ee None None] Network f584693b-8502-4c56-93c6-0951ccd26218 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:51:56.207293 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5ca2a980-2051-40e8-ba29-4b413cade41a None None] Provisioning for port 25af3f26-078e-41e4-b408-0c88902d4e32 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:51:56.233861 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5ca2a980-2051-40e8-ba29-4b413cade41a None None] Provisioning complete for port 25af3f26-078e-41e4-b408-0c88902d4e32 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:51:56.235543 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5ca2a980-2051-40e8-ba29-4b413cade41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:56.405607 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:56.466948 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5ca2a980-2051-40e8-ba29-4b413cade41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:56.528662 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-5ca2a980-2051-40e8-ba29-4b413cade41a None None] For port 25af3f26-078e-41e4-b408-0c88902d4e32, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=25af3f26-078e-41e4-b408-0c88902d4e32,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:56.531237 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:55Z', 'revision_number': 3, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:56.535844 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5ca2a980-2051-40e8-ba29-4b413cade41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:56.582061 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Allocated IP 172.20.0.1 (f584693b-8502-4c56-93c6-0951ccd26218/cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c/df12ea27-6e59-4416-b712-903eb375eead) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:51:56.599618 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Checking router: fa3a45f7-525e-4e48-85b6-07a5d4958fbf for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:51:56.600003 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Updating router fa3a45f7-525e-4e48-85b6-07a5d4958fbf port bb0c88f5-82b8-47b5-93ea-473b12fde888 binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:51:56.645588 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2a980-2051-40e8-ba29-4b413cade41a None None] Pushing event updated for resources: {'Port': ['ID=25af3f26-078e-41e4-b408-0c88902d4e32,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:56.655384 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:56.874187 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f90ee13e-e875-47e7-8130-b36fb4c14a85 None None] Provisioning complete for port 25af3f26-078e-41e4-b408-0c88902d4e32 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:51:56.874874 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f90ee13e-e875-47e7-8130-b36fb4c14a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:56.993495 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.009396 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Transition to ACTIVE for port object df12ea27-6e59-4416-b712-903eb375eead will not be triggered until provisioned by entity DHCP. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:51:57.026849 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.039218 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Transition to ACTIVE for port object bb0c88f5-82b8-47b5-93ea-473b12fde888 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:51:57.043821 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.046539 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.090334 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Network f584693b-8502-4c56-93c6-0951ccd26218 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:51:57.096842 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:51:57.106104 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:51:57.108836 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Attempting to bind port bb0c88f5-82b8-47b5-93ea-473b12fde888 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:51:57.109210 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Attempting to bind port bb0c88f5-82b8-47b5-93ea-473b12fde888 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:51:57.109565 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Attempting to bind port bb0c88f5-82b8-47b5-93ea-473b12fde888 on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:51:57.115032 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afd864-5d15-422b-978a-b65b13dd4afd None None] Pushing event updated for resources: {'Port': ['ID=bb0c88f5-82b8-47b5-93ea-473b12fde888,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:57.124444 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:51:57.124444 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:51:57.124954 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.126124 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:51:57.126652 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Bound port: bb0c88f5-82b8-47b5-93ea-473b12fde888, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:51:57.127088 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.152101 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Pushing event updated for resources: {'Port': ['ID=df12ea27-6e59-4416-b712-903eb375eead,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:57.160740 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.181811 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3dd52-6767-4598-bb49-e271f1f53b3e req-c281b6b7-7598-4cb8-9d92-762678fd0199 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:57.184206 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-beb3dd52-6767-4598-bb49-e271f1f53b3e req-c281b6b7-7598-4cb8-9d92-762678fd0199 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 947 time: 0.0977769 Jul 09 18:51:57.193100 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] For port bb0c88f5-82b8-47b5-93ea-473b12fde888, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:51:57.196803 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] For port bb0c88f5-82b8-47b5-93ea-473b12fde888, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=bb0c88f5-82b8-47b5-93ea-473b12fde888,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:51:57.203434 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.260538 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-beb3dd52-6767-4598-bb49-e271f1f53b3e req-46e252a2-0afe-4bbf-ada9-6006a84ece37 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups?id=700aabfe-2afe-4847-90c0-29f0575b19e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700104 Jul 09 18:51:57.271708 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:57.272874 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:57.309521 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-108dfff9-5517-4256-a7ff-ba5b820a5fa5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:57.311654 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-108dfff9-5517-4256-a7ff-ba5b820a5fa5 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 947 time: 0.0904052 Jul 09 18:51:57.332488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.335041 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afd864-5d15-422b-978a-b65b13dd4afd None None] Pushing event updated for resources: {'Port': ['ID=bb0c88f5-82b8-47b5-93ea-473b12fde888,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:57.394835 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-9fed0c5f-d9c5-4017-a8c7-e7ee0b1e3058 None None] Provisioning for port df12ea27-6e59-4416-b712-903eb375eead completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:51:57.399688 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-9fed0c5f-d9c5-4017-a8c7-e7ee0b1e3058 None None] Provisioning complete for port df12ea27-6e59-4416-b712-903eb375eead triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:51:57.400062 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9fed0c5f-d9c5-4017-a8c7-e7ee0b1e3058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.429301 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Deleting port d2e90768-0956-4e4b-928e-d96ced909427 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:51:57.429703 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.429965 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:57.527483 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] For port d2e90768-0956-4e4b-928e-d96ced909427, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d2e90768-0956-4e4b-928e-d96ced909427,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:51:57.527861 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.528731 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.534508 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.575634 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.633446 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-9fed0c5f-d9c5-4017-a8c7-e7ee0b1e3058 None None] Port df12ea27-6e59-4416-b712-903eb375eead cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:51:57.665463 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Pushing event updated for resources: {'Port': ['ID=df12ea27-6e59-4416-b712-903eb375eead,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:57.713212 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 25af3f26-078e-41e4-b408-0c88902d4e32 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:51:57.716077 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Network f584693b-8502-4c56-93c6-0951ccd26218 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:51:57.717521 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:51:57.724154 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.724873 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.725099 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Floating IP 509e9141-145d-4589-8cc1-27d853e1aee4 disassociated. External IP: 172.27.2.195, port: d2e90768-0956-4e4b-928e-d96ced909427. Jul 09 18:51:57.725429 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Calling delete_port for d2e90768-0956-4e4b-928e-d96ced909427 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:51:57.807624 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port 25af3f26-078e-41e4-b408-0c88902d4e32 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:51:57.808004 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.855196 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:55Z', 'revision_number': 3, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:57.869075 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Router fa3a45f7-525e-4e48-85b6-07a5d4958fbf has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:51:57.885004 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:57.886575 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7175654d-62a9-46e9-9feb-549c52fc3385 None None] The sync data for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi is: [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:55Z', 'revision_number': 3, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:51:57.938505 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event deleted for resources: {'Port': ['ID=d2e90768-0956-4e4b-928e-d96ced909427,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:58.049908 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:51:58.058741 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-06981cf1-81f9-41c9-be0a-6031d129a793 None None] Provisioning complete for port df12ea27-6e59-4416-b712-903eb375eead triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:51:58.059456 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-06981cf1-81f9-41c9-be0a-6031d129a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:58.068244 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-060f4663-45d4-4e95-a6af-025508aee98c admin admin] 10.222.0.22 "PUT /v2.0/routers/fa3a45f7-525e-4e48-85b6-07a5d4958fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1386230 Jul 09 18:51:58.107194 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-06981cf1-81f9-41c9-be0a-6031d129a793 None None] Port df12ea27-6e59-4416-b712-903eb375eead cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:51:58.116165 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Router 5cb94514-1290-4094-8515-274c9d9c8959 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:51:58.261380 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:51:58.273103 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] Sync routers for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:51:58.283770 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:58.284605 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:58.313322 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] No DVR routers for this DVR port d2e90768-0956-4e4b-928e-d96ced909427 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:51:58.315942 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:58.318299 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-44a8405f-de91-4c43-9f35-0abb07fb2d2c req-6e5c98de-05c8-46ca-854c-f27ec8f848b4 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.30 "DELETE /v2.0/ports/d2e90768-0956-4e4b-928e-d96ced909427 HTTP/1.1" status: 204 len: 173 time: 0.9968755 Jul 09 18:51:58.318756 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-deleted', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:51:58.321128 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aea3f9-119f-4ced-86a3-d125446d5bc6" -d '{"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-deleted", "tag": "d2e90768-0956-4e4b-928e-d96ced909427"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:51:58.427190 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d023c30f-3a9b-474b-bbf5-14a0fceaaa73 x-openstack-request-id: req-d023c30f-3a9b-474b-bbf5-14a0fceaaa73 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:51:58.427513 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06a196f-ed8b-4973-a7dc-9f54305efebb", "name": "network-vif-deleted", "tag": "d2e90768-0956-4e4b-928e-d96ced909427", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:51:58.427768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d023c30f-3a9b-474b-bbf5-14a0fceaaa73 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:51:58.428167 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06a196f-ed8b-4973-a7dc-9f54305efebb', 'name': 'network-vif-deleted', 'tag': 'd2e90768-0956-4e4b-928e-d96ced909427', 'status': 'completed', 'code': 200} Jul 09 18:51:58.436175 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:58.500732 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-3d18b735-73c7-4f6e-b77c-a9cb59d43444 req-c92b0fc0-39de-4b8c-bd68-294f7be11558 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/ports?device_id=f06a196f-ed8b-4973-a7dc-9f54305efebb HTTP/1.1" status: 200 len: 210 time: 0.0697558 Jul 09 18:51:58.716981 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:58.746679 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] Checking router: 5cb94514-1290-4094-8515-274c9d9c8959 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:51:58.757843 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:51:58.758514 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:58.801389 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39006) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:58.806220 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1950807438-network', 'tenant_id': '28574a2fec724c40842f358c730937ca'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:51:58.829271 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Made reservation on behalf of 28574a2fec724c40842f358c730937ca for: {'network': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:51:58.833278 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:58.843635 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:58.880276 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:51:58.949365 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:58.954101 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:58.982957 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:51:58.990538 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00197839-74fc-4a43-b5d0-f421b388a040,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:58.998309 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:58.998917 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.segments_db [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Added segment 163a2c0f-8757-4908-8411-e4b6411bb497 of type vlan for network 663ee14c-bff3-4b61-b697-121c1387f6a4 Jul 09 18:51:59.044782 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.077220 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.078414 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:59.079225 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.110334 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:51:59.146202 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3402083 Jul 09 18:51:59.146413 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39012) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:59.148512 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf10b7-0d18-45a6-95bf-b32ccfb0b383 None None] The sync data for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi is: [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:45:08Z', 'revision_number': 4, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '6565c71e-4bb2-4508-b9b3-397c2e148eed', 'name': '', 'network_id': '896a1342-2233-4e88-8dbc-36b21ffeceee', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'mac_address': 'fa:16:3e:c8:8d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:06Z', 'updated_at': '2021-07-09T18:45:18Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'subnets': [{'id': '8fceb738-7dfb-49d4-8030-e0e79d60649a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:51:59.151222 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Request body: {'subnet': {'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1950807438-subnet', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:51:59.159816 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5368f3-d57e-4165-9968-7ffb0cba3d0b admin admin] Pushing event updated for resources: {'Network': ['ID=663ee14c-bff3-4b61-b697-121c1387f6a4,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:59.175633 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 663ee14c-bff3-4b61-b697-121c1387f6a4 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:51:59.189380 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Made reservation on behalf of 28574a2fec724c40842f358c730937ca for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:51:59.195789 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15545278'] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.398385 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13845528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15545260'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.451092 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1696376d-9b46-4db4-bfc9-def7b28167b2,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:59.466669 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Checking segment: {'id': '163a2c0f-8757-4908-8411-e4b6411bb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:51:59.467018 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Network hostable DHCP agents. Network: 663ee14c-bff3-4b61-b697-121c1387f6a4, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:51:59.468311 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee689f-f9b1-426a-b79f-93864b2dac90 None None] New status for floating IP 509e9141-145d-4589-8cc1-27d853e1aee4: DOWN {{(pid=104837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:51:59.491484 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Network 663ee14c-bff3-4b61-b697-121c1387f6a4 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:51:59.502470 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 663ee14c-bff3-4b61-b697-121c1387f6a4) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:51:59.508510 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:51:59.509367 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.522977 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b817595b-aff6-4388-899d-16de41a0e15c None None] Network 663ee14c-bff3-4b61-b697-121c1387f6a4 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:51:59.527016 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d3715d2a-1345-4d91-aab6-35b31f98ce98 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3782110 Jul 09 18:51:59.527736 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39022) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:59.533096 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:51:59.558937 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1042711'] for router, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.560021 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042702'] for router, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.641343 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.645429 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39028) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:59.742596 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-47f36fe1-3c07-4cda-a864-846949bc8eb7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.765494 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device bb0c88f5-82b8-47b5-93ea-473b12fde888 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:51:59.790365 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-47f36fe1-3c07-4cda-a864-846949bc8eb7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.847842 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-47f36fe1-3c07-4cda-a864-846949bc8eb7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.850853 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-47f36fe1-3c07-4cda-a864-846949bc8eb7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.851034 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c216e8a-9730-557d-9691-4f013ede7e8c-663ee14c-bff3-4b61-b697-121c1387f6a4', 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'fixed_ips': [{'subnet_id': '1696376d-9b46-4db4-bfc9-def7b28167b2'}]}} from dv-cinder-780933-10-iscsi. {{(pid=104837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 18:51:59.851893 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.853120 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-47f36fe1-3c07-4cda-a864-846949bc8eb7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "DELETE /v2.0/security-groups/700aabfe-2afe-4847-90c0-29f0575b19e2 HTTP/1.1" status: 204 len: 168 time: 0.2072580 Jul 09 18:51:59.855924 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39030) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:51:59.864142 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port bb0c88f5-82b8-47b5-93ea-473b12fde888 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:51:59.867929 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042748'] for router, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.870455 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f36fe1-3c07-4cda-a864-846949bc8eb7 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=700aabfe-2afe-4847-90c0-29f0575b19e2,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:51:59.870601 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port bb0c88f5-82b8-47b5-93ea-473b12fde888 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:51:59.870847 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:51:59.879270 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.api.v2.resource [None req-0e024c5b-60c9-46d3-870c-af902cc0f442 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] show failed (client error): The resource could not be found. Jul 09 18:51:59.880502 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-0e024c5b-60c9-46d3-870c-af902cc0f442 tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "GET /v2.0/security-groups/700aabfe-2afe-4847-90c0-29f0575b19e2 HTTP/1.1" status: 404 len: 347 time: 0.0234888 Jul 09 18:51:59.884573 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39032) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:00.098055 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.111388 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.124735 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.db_base_plugin_common [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Allocated IP 172.20.0.2 (663ee14c-bff3-4b61-b697-121c1387f6a4/1696376d-9b46-4db4-bfc9-def7b28167b2/edea97b6-bc42-4ec6-8d4d-90a4149a09eb) {{(pid=104837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:52:00.132404 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port bb0c88f5-82b8-47b5-93ea-473b12fde888, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=bb0c88f5-82b8-47b5-93ea-473b12fde888,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:00.139156 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.140133 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.244789 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=bb0c88f5-82b8-47b5-93ea-473b12fde888,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:00.290126 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Allocated IP 172.27.2.158 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/abe9da62-d780-4d6a-bf55-63418a5ac1ba) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:52:00.343427 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Notify callbacks [] for port, precommit_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.354275 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Sync routers for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:52:00.369647 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Transition to ACTIVE for port object edea97b6-bc42-4ec6-8d4d-90a4149a09eb will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:52:00.371804 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:00.373618 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:00.394775 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Transition to ACTIVE for port object edea97b6-bc42-4ec6-8d4d-90a4149a09eb will not be triggered until provisioned by entity DHCP. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:52:00.401766 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797'] for port, after_create {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.414941 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Deleting port 5aace103-86a7-48b3-98e1-8bb6fceb9219 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:00.415510 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.444911 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Network 663ee14c-bff3-4b61-b697-121c1387f6a4 is already hosted by enough agents. {{(pid=104837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:52:00.451540 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.scheduler.base_scheduler [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Resources bound (agent type, host, resource id): {{(pid=104837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:52:00.454225 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Pushing event updated for resources: {'Port': ['ID=edea97b6-bc42-4ec6-8d4d-90a4149a09eb,revision_number=1']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:00.457102 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Received port after_create {{(pid=104837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:52:00.459317 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.509899 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.515768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.516617 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.518276 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Attempting to bind port edea97b6-bc42-4ec6-8d4d-90a4149a09eb on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:52:00.518842 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Attempting to bind port edea97b6-bc42-4ec6-8d4d-90a4149a09eb by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '163a2c0f-8757-4908-8411-e4b6411bb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:52:00.519301 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Attempting to bind port edea97b6-bc42-4ec6-8d4d-90a4149a09eb on network 663ee14c-bff3-4b61-b697-121c1387f6a4 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:52:00.520986 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:00.524510 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:52:00.525016 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Checking segment: {'id': '163a2c0f-8757-4908-8411-e4b6411bb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:52:00.525512 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.525995 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Bound using segment: {'id': '163a2c0f-8757-4908-8411-e4b6411bb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:52:00.526583 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Bound port: edea97b6-bc42-4ec6-8d4d-90a4149a09eb, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163a2c0f-8757-4908-8411-e4b6411bb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:52:00.527067 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.538278 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Calling delete_port for 5aace103-86a7-48b3-98e1-8bb6fceb9219 owned by network:floatingip {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:00.577919 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:52:00.581886 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:52:00.586857 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:52:00.598677 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] For port edea97b6-bc42-4ec6-8d4d-90a4149a09eb, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:52:00.602928 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] For port edea97b6-bc42-4ec6-8d4d-90a4149a09eb, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=edea97b6-bc42-4ec6-8d4d-90a4149a09eb,segment=NetworkSegment(163a2c0f-8757-4908-8411-e4b6411bb497),segment_id=163a2c0f-8757-4908-8411-e4b6411bb497)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:52:00.605008 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Pushing event updated for resources: {'Port': ['ID=abe9da62-d780-4d6a-bf55-63418a5ac1ba,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:00.607913 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.684463 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e4036-0835-485e-bcfc-a99948a9714a None None] Pushing event updated for resources: {'Port': ['ID=edea97b6-bc42-4ec6-8d4d-90a4149a09eb,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:00.743639 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.786071 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Pushing event deleted for resources: {'Port': ['ID=5aace103-86a7-48b3-98e1-8bb6fceb9219,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:00.832308 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 2, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:00.868437 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Checking router: fa3a45f7-525e-4e48-85b6-07a5d4958fbf for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:52:00.868792 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Updating router fa3a45f7-525e-4e48-85b6-07a5d4958fbf port df12ea27-6e59-4416-b712-903eb375eead binding host dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:52:00.895168 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks [] for floatingip, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.898527 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:00.903455 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-84f4ac0f-a300-4c64-9809-cc48715ad06d tempest-AttachVolumeShelveTestJSON-341915291 tempest-AttachVolumeShelveTestJSON-341915291-project] 10.222.0.22 "DELETE /v2.0/floatingips/509e9141-145d-4589-8cc1-27d853e1aee4 HTTP/1.1" status: 204 len: 168 time: 1.0139575 Jul 09 18:52:00.923525 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:01.011892 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:01.201583 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device d2e90768-0956-4e4b-928e-d96ced909427 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:52:01.224283 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: d2e90768-0956-4e4b-928e-d96ced909427 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:52:01.224906 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device d2e90768-0956-4e4b-928e-d96ced909427 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:52:01.271411 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396532'] for router, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:01.397041 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Notify callbacks [] for port, precommit_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:01.408712 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.provisioning_blocks [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Transition to ACTIVE for port object df12ea27-6e59-4416-b712-903eb375eead will not be triggered until provisioned by entity L2. {{(pid=104838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:52:01.414738 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:01.418372 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Router f3b7710c-8abd-46d9-849a-1b670d6b3c6d is scheduled to L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 with binding_index 1 {{(pid=104836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 18:52:01.464336 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Pushing event updated for resources: {'Port': ['ID=df12ea27-6e59-4416-b712-903eb375eead,revision_number=3']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:01.487523 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.487869 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.488528 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.488528 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.489025 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.489239 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.489561 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.489872 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.490525 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.490640 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.490943 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.491212 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:01.533207 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Attempting to bind port df12ea27-6e59-4416-b712-903eb375eead on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:52:01.533583 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Attempting to bind port df12ea27-6e59-4416-b712-903eb375eead by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:52:01.533955 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Attempting to bind port df12ea27-6e59-4416-b712-903eb375eead on network f584693b-8502-4c56-93c6-0951ccd26218 {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:52:01.539470 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:52:01.539842 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Checking segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:52:01.540233 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:01.540610 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Bound using segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} {{(pid=104838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:52:01.541068 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.managers [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Bound port: df12ea27-6e59-4416-b712-903eb375eead, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}}] {{(pid=104838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:52:01.541458 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:01.559449 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f675f4-f658-4042-a2bc-d92f2c3e0e5d req-4322e381-fc55-4142-8555-f77c60db787a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:01.561010 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a0f675f4-f658-4042-a2bc-d92f2c3e0e5d req-4322e381-fc55-4142-8555-f77c60db787a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 945 time: 0.1521416 Jul 09 18:52:01.598346 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:52:01.607401 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Sync routers for ids ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:52:01.618867 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] For port df12ea27-6e59-4416-b712-903eb375eead, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:52:01.619526 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Routers {'f3b7710c-8abd-46d9-849a-1b670d6b3c6d'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:01.620499 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:01.623059 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.plugins.ml2.db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] For port df12ea27-6e59-4416-b712-903eb375eead, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=df12ea27-6e59-4416-b712-903eb375eead,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:52:01.629510 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron_lib.callbacks.manager [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:01.655171 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a0f675f4-f658-4042-a2bc-d92f2c3e0e5d req-be048006-5902-418c-a3af-6ad5daf4668a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813487 Jul 09 18:52:01.663070 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:01.666725 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-87254568-1dfa-44d8-b70d-c94f7d9687bf admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1378989 Jul 09 18:52:01.669410 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39052) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:01.715011 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feba942-4b47-4af5-b943-1e4ea259e880 None None] Pushing event updated for resources: {'Port': ['ID=df12ea27-6e59-4416-b712-903eb375eead,revision_number=4']} {{(pid=104838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:01.778939 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:01.779958 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:01.868380 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Set router f3b7710c-8abd-46d9-849a-1b670d6b3c6d gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:01.960039 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device edea97b6-bc42-4ec6-8d4d-90a4149a09eb up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:01.961287 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:02.117785 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19169c5a-197b-4360-9afe-7a8072a5dafd None None] Network 663ee14c-bff3-4b61-b697-121c1387f6a4 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:52:02.193784 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port edea97b6-bc42-4ec6-8d4d-90a4149a09eb completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:52:02.208087 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device bb0c88f5-82b8-47b5-93ea-473b12fde888 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:02.289318 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 3, 'project_id': '28574a2fec724c40842f358c730937ca', 'gw_port': {'id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:00Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:02.293976 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:01Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:02.295885 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port bb0c88f5-82b8-47b5-93ea-473b12fde888 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:02.296243 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:02.321334 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94f6a375-2321-40ff-8b31-c275f804619f None None] Provisioning for port edea97b6-bc42-4ec6-8d4d-90a4149a09eb completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:52:02.341365 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a6a040-dac3-43c1-8987-d07f3cc37b13 None None] The sync data for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi is: [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:01Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:52:02.360925 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Checking router: f3b7710c-8abd-46d9-849a-1b670d6b3c6d for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:52:02.361266 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Updating router f3b7710c-8abd-46d9-849a-1b670d6b3c6d port abe9da62-d780-4d6a-bf55-63418a5ac1ba binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:52:02.374039 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94f6a375-2321-40ff-8b31-c275f804619f None None] Provisioning complete for port edea97b6-bc42-4ec6-8d4d-90a4149a09eb triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:02.374442 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94f6a375-2321-40ff-8b31-c275f804619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:02.625310 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:02.638793 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:02.821137 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Allocated IP 172.20.0.1 (663ee14c-bff3-4b61-b697-121c1387f6a4/1696376d-9b46-4db4-bfc9-def7b28167b2/d6257914-7f5e-42fb-8896-d52f6523a354) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:52:02.899030 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb8698-c0ce-4971-9f9b-2b31d49b5e04 req-28dc8194-d5e2-4a32-810d-c2dc8f1a191a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:02.902865 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-26eb8698-c0ce-4971-9f9b-2b31d49b5e04 req-28dc8194-d5e2-4a32-810d-c2dc8f1a191a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 945 time: 0.0951962 Jul 09 18:52:02.921727 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94f6a375-2321-40ff-8b31-c275f804619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:02.959691 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-26eb8698-c0ce-4971-9f9b-2b31d49b5e04 req-c6555b5a-edfa-4e6b-8304-a34c683cc3bd tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498118 Jul 09 18:52:02.963743 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:02.987661 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.provisioning_blocks [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Transition to ACTIVE for port object d6257914-7f5e-42fb-8896-d52f6523a354 will not be triggered until provisioned by entity DHCP. {{(pid=104836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:52:02.990447 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94f6a375-2321-40ff-8b31-c275f804619f None None] For port edea97b6-bc42-4ec6-8d4d-90a4149a09eb, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=edea97b6-bc42-4ec6-8d4d-90a4149a09eb,segment=NetworkSegment(163a2c0f-8757-4908-8411-e4b6411bb497),segment_id=163a2c0f-8757-4908-8411-e4b6411bb497)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:02.998011 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94f6a375-2321-40ff-8b31-c275f804619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.030811 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.080156 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6a375-2321-40ff-8b31-c275f804619f None None] Pushing event updated for resources: {'Port': ['ID=edea97b6-bc42-4ec6-8d4d-90a4149a09eb,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:03.080445 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Network 663ee14c-bff3-4b61-b697-121c1387f6a4 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:52:03.084394 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:52:03.086799 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:52:03.121319 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Pushing event updated for resources: {'Port': ['ID=d6257914-7f5e-42fb-8896-d52f6523a354,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:03.131881 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398531'] for router_interface, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.137504 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.158795 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Transition to ACTIVE for port object abe9da62-d780-4d6a-bf55-63418a5ac1ba will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:52:03.167911 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.232579 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Attempting to bind port abe9da62-d780-4d6a-bf55-63418a5ac1ba on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:52:03.232915 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Attempting to bind port abe9da62-d780-4d6a-bf55-63418a5ac1ba by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:52:03.233280 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Attempting to bind port abe9da62-d780-4d6a-bf55-63418a5ac1ba on network e685ef06-bd20-4f13-9915-56c936056191 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:52:03.238931 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee9d72-c8fe-43e0-9a51-93cb9e04bdea None None] Pushing event updated for resources: {'Port': ['ID=abe9da62-d780-4d6a-bf55-63418a5ac1ba,revision_number=2']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:03.249707 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:52:03.250638 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Checking segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:52:03.251035 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.251426 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Bound using segment: {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:52:03.251903 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Bound port: abe9da62-d780-4d6a-bf55-63418a5ac1ba, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0cc747-ae27-47f7-ac99-4c6acf2ab5be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:52:03.252281 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.286521 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-c7fac812-4324-40a4-a7f5-a8cc0458c544 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:03.288316 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-c7fac812-4324-40a4-a7f5-a8cc0458c544 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 945 time: 0.1124024 Jul 09 18:52:03.335935 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] For port abe9da62-d780-4d6a-bf55-63418a5ac1ba, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:52:03.345473 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] For port abe9da62-d780-4d6a-bf55-63418a5ac1ba, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=abe9da62-d780-4d6a-bf55-63418a5ac1ba,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:52:03.347573 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f7073079-de30-495b-8b4c-db1c093de3d5 None None] Provisioning complete for port edea97b6-bc42-4ec6-8d4d-90a4149a09eb triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:03.347975 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f7073079-de30-495b-8b4c-db1c093de3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.349274 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.373286 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.470369 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee9d72-c8fe-43e0-9a51-93cb9e04bdea None None] Pushing event updated for resources: {'Port': ['ID=abe9da62-d780-4d6a-bf55-63418a5ac1ba,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:03.479167 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Routers {'f3b7710c-8abd-46d9-849a-1b670d6b3c6d'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:03.479911 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:03.486875 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Deleting port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:03.487481 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.601971 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.607454 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.615831 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] For port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:03.616195 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.688817 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] Set router f3b7710c-8abd-46d9-849a-1b670d6b3c6d gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:03.690131 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Pushing event updated for resources: {'Port': ['ID=d6257914-7f5e-42fb-8896-d52f6523a354,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:03.713307 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398782'] for router_interface, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.757298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39074) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:03.793639 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5f38d11a-8a7f-4d6f-9b45-fee258b70b4a None None] Provisioning for port d6257914-7f5e-42fb-8896-d52f6523a354 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:52:03.828516 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Network 663ee14c-bff3-4b61-b697-121c1387f6a4 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:52:03.830203 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:52:03.852130 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device edea97b6-bc42-4ec6-8d4d-90a4149a09eb up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:03.854594 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-5f38d11a-8a7f-4d6f-9b45-fee258b70b4a None None] Provisioning complete for port d6257914-7f5e-42fb-8896-d52f6523a354 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:03.854958 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5f38d11a-8a7f-4d6f-9b45-fee258b70b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.904381 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.905302 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:03.905794 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Floating IP 10f5900b-e83b-48cd-ad60-81f78d150ef1 disassociated. External IP: 172.27.2.214, port: 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4. Jul 09 18:52:03.906852 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Calling delete_port for 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:04.026129 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Router f3b7710c-8abd-46d9-849a-1b670d6b3c6d has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:52:04.047261 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-5f38d11a-8a7f-4d6f-9b45-fee258b70b4a None None] Port d6257914-7f5e-42fb-8896-d52f6523a354 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:52:04.181126 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port edea97b6-bc42-4ec6-8d4d-90a4149a09eb triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:04.181403 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:04.215125 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:04.220664 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:52:04.235787 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-993fc6f8-caf9-49b8-a107-0299059eca60 None None] Provisioning complete for port d6257914-7f5e-42fb-8896-d52f6523a354 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:04.236001 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-12a0f192-7d2a-45d6-aa7f-feb43519ad67 admin admin] 10.222.0.22 "PUT /v2.0/routers/f3b7710c-8abd-46d9-849a-1b670d6b3c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5562286 Jul 09 18:52:04.236128 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-993fc6f8-caf9-49b8-a107-0299059eca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:04.266611 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc299295-fdec-4896-89d5-bba1f5c4c867 req-fb7cd196-9cfb-4555-af76-168d6c9ac25e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:04.268621 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fc299295-fdec-4896-89d5-bba1f5c4c867 req-fb7cd196-9cfb-4555-af76-168d6c9ac25e tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 867 time: 0.0947044 Jul 09 18:52:04.283032 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-993fc6f8-caf9-49b8-a107-0299059eca60 None None] Port d6257914-7f5e-42fb-8896-d52f6523a354 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:52:04.294787 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:03Z', 'revision_number': 4, 'project_id': '28574a2fec724c40842f358c730937ca', 'gw_port': {'id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:00Z', 'updated_at': '2021-07-09T18:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'd6257914-7f5e-42fb-8896-d52f6523a354', 'name': '', 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'mac_address': 'fa:16:3e:80:e7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:02Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 1, 'project_id': '28574a2fec724c40842f358c730937ca', 'subnets': [{'id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:04.305570 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event deleted for resources: {'Port': ['ID=9f18dd48-98eb-4e34-bf2e-594ece0b2ea4,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:04.326667 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fc299295-fdec-4896-89d5-bba1f5c4c867 req-b71eb915-e829-4421-a9bf-29fa5c38a188 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups?id=c4d1e209-c53d-4b52-840e-403bf1ca9571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515077 Jul 09 18:52:04.352745 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cf4139-3d23-427d-bce3-955bef6c32b9 None None] The sync data for ids ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'] in dv-cinder-780933-10-iscsi is: [{'id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:03Z', 'revision_number': 4, 'project_id': '28574a2fec724c40842f358c730937ca', 'gw_port': {'id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:00Z', 'updated_at': '2021-07-09T18:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'd6257914-7f5e-42fb-8896-d52f6523a354', 'name': '', 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'mac_address': 'fa:16:3e:80:e7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:02Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 1, 'project_id': '28574a2fec724c40842f358c730937ca', 'subnets': [{'id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:52:04.366479 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device df12ea27-6e59-4416-b712-903eb375eead up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:04.421151 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port df12ea27-6e59-4416-b712-903eb375eead completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:52:04.425107 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port df12ea27-6e59-4416-b712-903eb375eead triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:04.425500 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:04.516571 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:04.537036 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Router 64bdd996-e989-45a4-8e60-26258bb06c43 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:52:04.560569 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port df12ea27-6e59-4416-b712-903eb375eead, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=df12ea27-6e59-4416-b712-903eb375eead,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:04.566989 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:04.651542 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=df12ea27-6e59-4416-b712-903eb375eead,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:04.750122 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:52:04.760758 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] Sync routers for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:52:04.784648 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:04.785640 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:04.826711 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] No DVR routers for this DVR port 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:52:04.830210 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:04.832622 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-227fea6e-e3c5-4c00-a3c8-9ecdb70eff69 req-8e7e9e7d-9673-4d7e-8c68-dc47425a5439 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.30 "DELETE /v2.0/ports/9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 HTTP/1.1" status: 204 len: 173 time: 1.5378580 Jul 09 18:52:04.833930 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'name': 'network-vif-deleted', 'tag': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:52:04.846679 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42e35be-568f-4ba2-8f74-8c1c011da8d4" -d '{"events": [{"server_uuid": "6dd90b03-6053-4e9a-a0ac-cfc0a5385b96", "name": "network-vif-deleted", "tag": "9f18dd48-98eb-4e34-bf2e-594ece0b2ea4"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:52:04.927506 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:04.966476 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba21378-49d9-400a-ac47-7e8473ccfda7 x-openstack-request-id: req-7ba21378-49d9-400a-ac47-7e8473ccfda7 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:52:04.966476 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd90b03-6053-4e9a-a0ac-cfc0a5385b96", "name": "network-vif-deleted", "tag": "9f18dd48-98eb-4e34-bf2e-594ece0b2ea4", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:52:04.966476 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ba21378-49d9-400a-ac47-7e8473ccfda7 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:52:04.967176 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd90b03-6053-4e9a-a0ac-cfc0a5385b96', 'name': 'network-vif-deleted', 'tag': '9f18dd48-98eb-4e34-bf2e-594ece0b2ea4', 'status': 'completed', 'code': 200} Jul 09 18:52:05.001482 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398831'] for router_interface, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.067787 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39088) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:05.075939 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-ef671f9d-00de-40bb-987c-bb0d6d2a074a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424267084', 'description': 'tempest-secgroup-smoke-1424267084 description', 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:05.149332 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ef671f9d-00de-40bb-987c-bb0d6d2a074a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.189965 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:05.222242 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] Checking router: 64bdd996-e989-45a4-8e60-26258bb06c43 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:52:05.231351 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:05.232075 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:05.358708 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ef671f9d-00de-40bb-987c-bb0d6d2a074a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.367036 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ef671f9d-00de-40bb-987c-bb0d6d2a074a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.378101 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:05.426332 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-ef671f9d-00de-40bb-987c-bb0d6d2a074a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.427544 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-ef671f9d-00de-40bb-987c-bb0d6d2a074a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3580668 Jul 09 18:52:05.428760 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef671f9d-00de-40bb-987c-bb0d6d2a074a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554bb294-c106-4e77-b990-608ebceb6491,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:05.432390 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39092) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:05.444032 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-a90c2760-0f69-4f18-8b99-c5e783bf26c3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'security_group_rule': {'security_group_id': '554bb294-c106-4e77-b990-608ebceb6491', 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:05.492645 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Deleting port 6565c71e-4bb2-4508-b9b3-397c2e148eed {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:05.493934 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.496777 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a90c2760-0f69-4f18-8b99-c5e783bf26c3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.609307 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] For port 6565c71e-4bb2-4508-b9b3-397c2e148eed, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=6565c71e-4bb2-4508-b9b3-397c2e148eed,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:05.609837 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.630361 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Calling delete_port for 6565c71e-4bb2-4508-b9b3-397c2e148eed owned by network:router_interface {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:05.640504 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-fb8985af-d52e-48f5-bd23-22c36a72ea6c req-3e6ba245-fc86-44cb-934d-681a1115515a tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/ports?device_id=6dd90b03-6053-4e9a-a0ac-cfc0a5385b96 HTTP/1.1" status: 200 len: 210 time: 0.0738847 Jul 09 18:52:05.698798 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:05.700006 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a90c2760-0f69-4f18-8b99-c5e783bf26c3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.705617 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a90c2760-0f69-4f18-8b99-c5e783bf26c3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.725752 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2760-0f69-4f18-8b99-c5e783bf26c3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1294f865-1c88-4106-9f17-a173352abf05,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:05.736203 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a90c2760-0f69-4f18-8b99-c5e783bf26c3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.740862 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-a90c2760-0f69-4f18-8b99-c5e783bf26c3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052938 Jul 09 18:52:05.741917 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39094) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:05.748469 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-f1207979-7250-456f-8637-b2d240559e49 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'security_group_rule': {'security_group_id': '554bb294-c106-4e77-b990-608ebceb6491', 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:05.754891 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352e663-d3b0-4154-a055-0f7c1df88270 None None] The sync data for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi is: [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:46:29Z', 'revision_number': 4, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': '30fecc04-926a-4bcf-a5cf-2a561a5622e2', 'name': '', 'network_id': '9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'mac_address': 'fa:16:3e:64:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:27Z', 'updated_at': '2021-07-09T18:46:38Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'subnets': [{'id': '3c1c8df9-30f8-43b6-aaf9-a82373b78aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:52:05.786904 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f1207979-7250-456f-8637-b2d240559e49 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.857203 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f1207979-7250-456f-8637-b2d240559e49 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.861332 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f1207979-7250-456f-8637-b2d240559e49 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.884768 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1207979-7250-456f-8637-b2d240559e49 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6ce6be-eed3-4528-b2c7-1862f6b77abb,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:05.891791 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device abe9da62-d780-4d6a-bf55-63418a5ac1ba up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:05.894290 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f1207979-7250-456f-8637-b2d240559e49 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.898770 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-f1207979-7250-456f-8637-b2d240559e49 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556492 Jul 09 18:52:05.901248 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39096) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:05.906278 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-cc141162-cb79-429d-b3f7-1afba99cb079 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'security_group_rule': {'security_group_id': '554bb294-c106-4e77-b990-608ebceb6491', 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:05.939379 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cc141162-cb79-429d-b3f7-1afba99cb079 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.940964 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:05.976758 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6565c71e-4bb2-4508-b9b3-397c2e148eed,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:06.006197 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port abe9da62-d780-4d6a-bf55-63418a5ac1ba completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:52:06.022068 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port abe9da62-d780-4d6a-bf55-63418a5ac1ba triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:06.022637 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.034829 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cc141162-cb79-429d-b3f7-1afba99cb079 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.039486 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cc141162-cb79-429d-b3f7-1afba99cb079 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.061494 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cc141162-cb79-429d-b3f7-1afba99cb079 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.066957 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-cc141162-cb79-429d-b3f7-1afba99cb079 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641412 Jul 09 18:52:06.069272 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39098) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:06.075221 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-765c3a22-027b-49f7-af1a-64bfb2226d0f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'security_group_rule': {'security_group_id': '554bb294-c106-4e77-b990-608ebceb6491', 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:06.083798 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc141162-cb79-429d-b3f7-1afba99cb079 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82244356-e8cd-48ad-b222-ce4b4793478f,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:06.146184 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-765c3a22-027b-49f7-af1a-64bfb2226d0f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.178908 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.221464 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port abe9da62-d780-4d6a-bf55-63418a5ac1ba, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=abe9da62-d780-4d6a-bf55-63418a5ac1ba,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:06.228610 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.229972 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device df12ea27-6e59-4416-b712-903eb375eead up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:06.258209 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401105'] for router_interface, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.271938 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-765c3a22-027b-49f7-af1a-64bfb2226d0f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.279000 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-765c3a22-027b-49f7-af1a-64bfb2226d0f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.312395 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c3a22-027b-49f7-af1a-64bfb2226d0f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61d0e36-68a8-4a06-8112-71670f1d3f1d,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:06.325761 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7012bf-2072-4269-8d45-ba6ed5fcbc99 None None] New status for floating IP 10f5900b-e83b-48cd-ad60-81f78d150ef1: DOWN {{(pid=104837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:52:06.328050 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-765c3a22-027b-49f7-af1a-64bfb2226d0f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.330262 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-765c3a22-027b-49f7-af1a-64bfb2226d0f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2598248 Jul 09 18:52:06.334119 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39100) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:06.340362 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-05d09890-b860-4eb2-ba5e-9f232b1ac1c7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'security_group_rule': {'security_group_id': '554bb294-c106-4e77-b990-608ebceb6491', 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:06.370427 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.securitygroups_db [None req-05d09890-b860-4eb2-ba5e-9f232b1ac1c7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Project 3d9ad3483a6a4ef6aa1918c3396a27ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:52:06.376964 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-05d09890-b860-4eb2-ba5e-9f232b1ac1c7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.450373 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-05d09890-b860-4eb2-ba5e-9f232b1ac1c7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.457712 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-05d09890-b860-4eb2-ba5e-9f232b1ac1c7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.476504 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d09890-b860-4eb2-ba5e-9f232b1ac1c7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a5c9d6-7c15-41eb-96d5-64eaaf4e4064,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:06.493204 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-05d09890-b860-4eb2-ba5e-9f232b1ac1c7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.495176 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-05d09890-b860-4eb2-ba5e-9f232b1ac1c7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593027 Jul 09 18:52:06.498258 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39102) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:06.503487 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-c59ee0a4-925f-4d45-947c-8d288f30d56b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'security_group_rule': {'security_group_id': '554bb294-c106-4e77-b990-608ebceb6491', 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:06.526626 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.securitygroups_db [None req-c59ee0a4-925f-4d45-947c-8d288f30d56b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Project 3d9ad3483a6a4ef6aa1918c3396a27ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 18:52:06.530329 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Router 5cb94514-1290-4094-8515-274c9d9c8959 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:52:06.532241 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c59ee0a4-925f-4d45-947c-8d288f30d56b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.615095 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c59ee0a4-925f-4d45-947c-8d288f30d56b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.620289 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c59ee0a4-925f-4d45-947c-8d288f30d56b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436467'] for security_group_rule, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.632134 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=abe9da62-d780-4d6a-bf55-63418a5ac1ba,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:06.642406 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port df12ea27-6e59-4416-b712-903eb375eead triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:06.642775 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.649928 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:52:06.653230 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ee0a4-925f-4d45-947c-8d288f30d56b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17532551-80e2-4725-be0c-f88fea155894,revision_number=0']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:06.657490 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c59ee0a4-925f-4d45-947c-8d288f30d56b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.662322 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c59ee0a4-925f-4d45-947c-8d288f30d56b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625106 Jul 09 18:52:06.668911 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] Sync routers for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:52:06.673269 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-84dce2e1-b170-4507-9171-c718c137a5b6 admin admin] 10.222.0.22 "PUT /v2.0/routers/5cb94514-1290-4094-8515-274c9d9c8959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7530367 Jul 09 18:52:06.673834 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39110) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:06.684075 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:06.685043 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:06.794806 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39134) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:06.880164 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.882318 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0718f92f-6428-4f1d-aa3e-d4dc704a9029 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.916607 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0718f92f-6428-4f1d-aa3e-d4dc704a9029 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.973028 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0718f92f-6428-4f1d-aa3e-d4dc704a9029 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.976143 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-0718f92f-6428-4f1d-aa3e-d4dc704a9029 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:06.983327 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-0718f92f-6428-4f1d-aa3e-d4dc704a9029 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "DELETE /v2.0/security-groups/c4d1e209-c53d-4b52-840e-403bf1ca9571 HTTP/1.1" status: 204 len: 168 time: 0.1863704 Jul 09 18:52:06.993922 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39156) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:07.017245 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718f92f-6428-4f1d-aa3e-d4dc704a9029 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d1e209-c53d-4b52-840e-403bf1ca9571,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:07.020633 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.api.v2.resource [None req-be4c040e-b5d1-4df2-83e6-a9f291418f90 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] show failed (client error): The resource could not be found. Jul 09 18:52:07.025148 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-be4c040e-b5d1-4df2-83e6-a9f291418f90 tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "GET /v2.0/security-groups/c4d1e209-c53d-4b52-840e-403bf1ca9571 HTTP/1.1" status: 404 len: 347 time: 0.0297816 Jul 09 18:52:07.025784 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39158) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:07.032719 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:07.050129 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.136001 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Deleting port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:07.136342 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.220697 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:52:07.242530 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:52:05Z', 'revision_number': 5, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port': {'id': '4a14897c-fd88-4bfb-b9d3-d42d2ac31f91', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb94514-1290-4094-8515-274c9d9c8959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:45:01Z', 'updated_at': '2021-07-09T18:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:07.242828 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Deleting port 577109b0-93ea-4510-8912-a9157e29ab15 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:07.242945 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.254591 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] For port 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=4a14897c-fd88-4bfb-b9d3-d42d2ac31f91,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:07.255134 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.267304 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:52:07.267856 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 9f18dd48-98eb-4e34-bf2e-594ece0b2ea4 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:52:07.271628 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Calling delete_port for 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 owned by network:router_gateway {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:07.271796 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] Checking router: 5cb94514-1290-4094-8515-274c9d9c8959 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:52:07.280737 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] Routers {'5cb94514-1290-4094-8515-274c9d9c8959'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:07.281550 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['5cb94514-1290-4094-8515-274c9d9c8959'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:07.354493 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Sync routers for ids ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:52:07.373670 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Routers {'f3b7710c-8abd-46d9-849a-1b670d6b3c6d'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:07.376222 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:07.388786 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.390121 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] Set router 5cb94514-1290-4094-8515-274c9d9c8959 gateway port host: None {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:07.390440 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.417796 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Calling delete_port for 577109b0-93ea-4510-8912-a9157e29ab15 owned by network:floatingip {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:07.457127 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:52:07Z', 'revision_number': 6, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port_host': None}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:07.486004 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d552987-7015-4527-bb64-f90fa23a2535 None None] The sync data for ids ['5cb94514-1290-4094-8515-274c9d9c8959'] in dv-cinder-780933-10-iscsi is: [{'id': '5cb94514-1290-4094-8515-274c9d9c8959', 'name': 'tempest-AttachVolumeShelveTestJSON-113169910-router', 'tenant_id': '2ca15229883d49e6a741c55d8c38a637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:44:59Z', 'updated_at': '2021-07-09T18:52:07Z', 'revision_number': 6, 'project_id': '2ca15229883d49e6a741c55d8c38a637', 'gw_port_host': None}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:52:07.546669 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Set router f3b7710c-8abd-46d9-849a-1b670d6b3c6d gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:07.572320 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.600259 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a14897c-fd88-4bfb-b9d3-d42d2ac31f91,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:07.607455 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.634556 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Pushing event deleted for resources: {'Port': ['ID=577109b0-93ea-4510-8912-a9157e29ab15,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:07.671101 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396456'] for router_gateway, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.709200 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks [] for floatingip, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.712996 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.714207 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-00be1651-3a24-4519-931a-d5a7b75f8f3f tempest-AttachVolumeTestJSON-376989614 tempest-AttachVolumeTestJSON-376989614-project] 10.222.0.22 "DELETE /v2.0/floatingips/10f5900b-e83b-48cd-ad60-81f78d150ef1 HTTP/1.1" status: 204 len: 168 time: 0.6873567 Jul 09 18:52:07.786646 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-393500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042693'] for router, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.786876 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:03Z', 'revision_number': 4, 'project_id': '28574a2fec724c40842f358c730937ca', 'gw_port': {'id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:00Z', 'updated_at': '2021-07-09T18:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'd6257914-7f5e-42fb-8896-d52f6523a354', 'name': '', 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'mac_address': 'fa:16:3e:80:e7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:02Z', 'updated_at': '2021-07-09T18:52:03Z', 'revision_number': 2, 'project_id': '28574a2fec724c40842f358c730937ca', 'subnets': [{'id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:07.789051 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.828892 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Checking router: f3b7710c-8abd-46d9-849a-1b670d6b3c6d for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:52:07.829497 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Updating router f3b7710c-8abd-46d9-849a-1b670d6b3c6d port d6257914-7f5e-42fb-8896-d52f6523a354 binding host dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 18:52:07.850335 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394636'] for router, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.851201 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cb94514-1290-4094-8515-274c9d9c8959 {{(pid=104836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:52:07.858453 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.867091 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-eee1f5e6-f2dd-49e8-9b7a-19682b68b0c3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5cb94514-1290-4094-8515-274c9d9c8959 HTTP/1.1" status: 204 len: 168 time: 1.1889796 Jul 09 18:52:07.867942 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39180) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:07.897711 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:07.958095 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6437ef4-ada2-4a1f-84f5-7d7d4419de67 admin admin] Deleting subnet 8fceb738-7dfb-49d4-8030-e0e79d60649a {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:52:07.966539 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a6437ef4-ada2-4a1f-84f5-7d7d4419de67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.024143 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a6437ef4-ada2-4a1f-84f5-7d7d4419de67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.063284 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device abe9da62-d780-4d6a-bf55-63418a5ac1ba up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:08.112691 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a6437ef4-ada2-4a1f-84f5-7d7d4419de67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.174717 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a6437ef4-ada2-4a1f-84f5-7d7d4419de67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.181609 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port abe9da62-d780-4d6a-bf55-63418a5ac1ba triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:08.181978 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.204885 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6437ef4-ada2-4a1f-84f5-7d7d4419de67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fceb738-7dfb-49d4-8030-e0e79d60649a,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:08.210374 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-a6437ef4-ada2-4a1f-84f5-7d7d4419de67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.214875 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-a6437ef4-ada2-4a1f-84f5-7d7d4419de67 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8fceb738-7dfb-49d4-8030-e0e79d60649a HTTP/1.1" status: 204 len: 168 time: 0.3430860 Jul 09 18:52:08.214993 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39184) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:08.221790 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bba477-814b-4d10-a07a-e3e3258884bd None None] Network 896a1342-2233-4e88-8dbc-36b21ffeceee requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:52:08.289098 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.349407 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Deleting port fff16539-b09e-48b8-a667-b12f03e59d98 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:08.349737 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.393877 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Notify callbacks [] for port, precommit_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.427008 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] For port fff16539-b09e-48b8-a667-b12f03e59d98, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=fff16539-b09e-48b8-a667-b12f03e59d98,segment=NetworkSegment(0a49719d-bde5-430f-91b4-c3874982e91d),segment_id=0a49719d-bde5-430f-91b4-c3874982e91d)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:08.427008 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.434743 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Transition to ACTIVE for port object d6257914-7f5e-42fb-8896-d52f6523a354 will not be triggered until provisioned by entity L2. {{(pid=104837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:52:08.442872 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.462768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Calling delete_port for fff16539-b09e-48b8-a667-b12f03e59d98 owned by network:dhcp {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:08.522181 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941f25a-503b-4c8e-8f65-65ff784a6f66 None None] Pushing event updated for resources: {'Port': ['ID=d6257914-7f5e-42fb-8896-d52f6523a354,revision_number=3']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:08.577668 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.581843 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Attempting to bind port d6257914-7f5e-42fb-8896-d52f6523a354 on host dv-cinder-780933-10-iscsi for vnic_type normal with profile {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:52:08.582259 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Attempting to bind port d6257914-7f5e-42fb-8896-d52f6523a354 by drivers openvswitch,hyperv on host dv-cinder-780933-10-iscsi at level 0 using segments [{'id': '163a2c0f-8757-4908-8411-e4b6411bb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4'}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:52:08.582624 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Attempting to bind port d6257914-7f5e-42fb-8896-d52f6523a354 on network 663ee14c-bff3-4b61-b697-121c1387f6a4 {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:52:08.588041 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Checking agent: {'id': '98774db9-2553-4b7a-82ef-eeb903ef6775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 37, 15), 'started_at': datetime.datetime(2021, 7, 9, 18, 37, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:52:08.588415 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Checking segment: {'id': '163a2c0f-8757-4908-8411-e4b6411bb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:52:08.588843 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.589207 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Bound using segment: {'id': '163a2c0f-8757-4908-8411-e4b6411bb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4'} {{(pid=104837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:52:08.589673 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.managers [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Bound port: d6257914-7f5e-42fb-8896-d52f6523a354, host: dv-cinder-780933-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163a2c0f-8757-4908-8411-e4b6411bb497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4'}}] {{(pid=104837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:52:08.590055 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.605203 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] No DVR routers for this DVR port fff16539-b09e-48b8-a667-b12f03e59d98 on host dv-cinder-780933-10-iscsi {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:52:08.610919 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff16539-b09e-48b8-a667-b12f03e59d98,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:08.667582 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] For port d6257914-7f5e-42fb-8896-d52f6523a354, host dv-cinder-780933-10-iscsi, cleared binding levels {{(pid=104837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:52:08.671521 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] For port d6257914-7f5e-42fb-8896-d52f6523a354, host dv-cinder-780933-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=d6257914-7f5e-42fb-8896-d52f6523a354,segment=NetworkSegment(163a2c0f-8757-4908-8411-e4b6411bb497),segment_id=163a2c0f-8757-4908-8411-e4b6411bb497)] {{(pid=104837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:52:08.680821 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:08.761600 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Routers {'f3b7710c-8abd-46d9-849a-1b670d6b3c6d'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:08.762280 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:08.764224 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941f25a-503b-4c8e-8f65-65ff784a6f66 None None] Pushing event updated for resources: {'Port': ['ID=d6257914-7f5e-42fb-8896-d52f6523a354,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:08.812850 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c63b07-1ec1-48fe-bd2e-e9c91568623b None None] DHCP port deletion for 896a1342-2233-4e88-8dbc-36b21ffeceee request from dv-cinder-780933-10-iscsi {{(pid=104837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:52:08.850197 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 6565c71e-4bb2-4508-b9b3-397c2e148eed no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:52:08.875190 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 6565c71e-4bb2-4508-b9b3-397c2e148eed {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:52:08.875691 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 6565c71e-4bb2-4508-b9b3-397c2e148eed not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:52:08.981174 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] Set router f3b7710c-8abd-46d9-849a-1b670d6b3c6d gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:09.020650 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.032442 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896a1342-2233-4e88-8dbc-36b21ffeceee']}} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:09.049012 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a49719d-bde5-430f-91b4-c3874982e91d') {'for_net_delete': True} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:09.049567 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a49719d-bde5-430f-91b4-c3874982e91d') {} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:09.064082 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718719'] for segment, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.081013 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.088283 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=104835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:52:09.089038 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845690'] for segment, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: Traceback (most recent call last): Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: timer() Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: cb(*args, **kw) Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: return func(*args, **kwargs) Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: self._notify() Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: self.callback(batched_events) Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: event.method(event) Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: return f(self, *a, **k) Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._get(url).json() Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: return self.request(url, 'GET', **kwargs) Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:52:09.091079 dv-cinder-780933-10-iscsi neutron-server[104835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:52:09.159771 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.165978 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.168227 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/896a1342-2233-4e88-8dbc-36b21ffeceee HTTP/1.1" status: 204 len: 168 time: 0.9523866 Jul 09 18:52:09.183129 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df4421-4b7e-4f59-9d7b-bce60cfdb0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=896a1342-2233-4e88-8dbc-36b21ffeceee,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:09.218162 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:03Z', 'revision_number': 4, 'project_id': '28574a2fec724c40842f358c730937ca', 'gw_port': {'id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:00Z', 'updated_at': '2021-07-09T18:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'd6257914-7f5e-42fb-8896-d52f6523a354', 'name': '', 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'mac_address': 'fa:16:3e:80:e7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:02Z', 'updated_at': '2021-07-09T18:52:08Z', 'revision_number': 4, 'project_id': '28574a2fec724c40842f358c730937ca', 'subnets': [{'id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:09.252176 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410edb3c-8592-4cb0-8350-5fcd38779804 None None] The sync data for ids ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'] in dv-cinder-780933-10-iscsi is: [{'id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:03Z', 'revision_number': 4, 'project_id': '28574a2fec724c40842f358c730937ca', 'gw_port': {'id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:00Z', 'updated_at': '2021-07-09T18:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'd6257914-7f5e-42fb-8896-d52f6523a354', 'name': '', 'network_id': '663ee14c-bff3-4b61-b697-121c1387f6a4', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'mac_address': 'fa:16:3e:80:e7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:02Z', 'updated_at': '2021-07-09T18:52:08Z', 'revision_number': 4, 'project_id': '28574a2fec724c40842f358c730937ca', 'subnets': [{'id': '1696376d-9b46-4db4-bfc9-def7b28167b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:52:09.306635 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39196) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:09.350568 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-f89519af-429e-4de8-986b-faf1c4e182d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ca15229883d49e6a741c55d8c38a637&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426342 Jul 09 18:52:09.352981 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39198) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:09.405746 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b80a792e-4608-457d-844a-4551cc80e6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.427912 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b80a792e-4608-457d-844a-4551cc80e6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.475707 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b80a792e-4608-457d-844a-4551cc80e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.478660 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-b80a792e-4608-457d-844a-4551cc80e6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.479842 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-b80a792e-4608-457d-844a-4551cc80e6f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55c0cabd-6140-45a3-b7b6-ba9bcd8fa667 HTTP/1.1" status: 204 len: 168 time: 0.1258838 Jul 09 18:52:09.488974 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a792e-4608-457d-844a-4551cc80e6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c0cabd-6140-45a3-b7b6-ba9bcd8fa667,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:09.726221 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d6257914-7f5e-42fb-8896-d52f6523a354 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:09.783607 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning for port d6257914-7f5e-42fb-8896-d52f6523a354 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:52:09.787958 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port d6257914-7f5e-42fb-8896-d52f6523a354 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:09.788405 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.886224 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.931344 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] For port d6257914-7f5e-42fb-8896-d52f6523a354, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=d6257914-7f5e-42fb-8896-d52f6523a354,segment=NetworkSegment(163a2c0f-8757-4908-8411-e4b6411bb497),segment_id=163a2c0f-8757-4908-8411-e4b6411bb497)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:09.936075 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:09.992602 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Pushing event updated for resources: {'Port': ['ID=d6257914-7f5e-42fb-8896-d52f6523a354,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:10.006456 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:52:10.027578 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:52:10.028031 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 4a14897c-fd88-4bfb-b9d3-d42d2ac31f91 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:52:10.028462 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device fff16539-b09e-48b8-a667-b12f03e59d98 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:52:10.046957 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: fff16539-b09e-48b8-a667-b12f03e59d98 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:52:10.047416 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device fff16539-b09e-48b8-a667-b12f03e59d98 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:52:11.540917 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39254) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:11.683755 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d6257914-7f5e-42fb-8896-d52f6523a354 up at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:11.740072 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Provisioning complete for port d6257914-7f5e-42fb-8896-d52f6523a354 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:11.740441 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:11.944279 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:12.073079 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398831'] for router_interface, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:12.331220 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Deleting port 30fecc04-926a-4bcf-a5cf-2a561a5622e2 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:12.331554 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:12.410463 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] For port 30fecc04-926a-4bcf-a5cf-2a561a5622e2, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=30fecc04-926a-4bcf-a5cf-2a561a5622e2,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:12.410719 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:12.423710 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Calling delete_port for 30fecc04-926a-4bcf-a5cf-2a561a5622e2 owned by network:router_interface {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:12.582466 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-2581bfb7-04a5-4dcf-899a-35e4f2969fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:12.597746 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:12.628985 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=30fecc04-926a-4bcf-a5cf-2a561a5622e2,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:12.794106 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401105'] for router_interface, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.003896 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Router 64bdd996-e989-45a4-8e60-26258bb06c43 has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:52:13.110215 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:52:13.115300 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-37594e77-7549-468a-b100-e549a1860b5f admin admin] 10.222.0.22 "PUT /v2.0/routers/64bdd996-e989-45a4-8e60-26258bb06c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5733714 Jul 09 18:52:13.117795 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39282) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:13.120304 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] Sync routers for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:52:13.130877 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:13.131629 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:13.227006 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks [] for router, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.236080 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:13.337468 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.391708 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Deleting port be59a3f2-5b00-4687-ae62-3948a4f45f95 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:13.392079 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.413332 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:52:12Z', 'revision_number': 5, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port': {'id': 'be59a3f2-5b00-4687-ae62-3948a4f45f95', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:26:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:46:22Z', 'updated_at': '2021-07-09T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:13.445370 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] Checking router: 64bdd996-e989-45a4-8e60-26258bb06c43 for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:52:13.453881 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] Routers {'64bdd996-e989-45a4-8e60-26258bb06c43'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:13.454525 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:51:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['64bdd996-e989-45a4-8e60-26258bb06c43'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:13.469890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] For port be59a3f2-5b00-4687-ae62-3948a4f45f95, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=be59a3f2-5b00-4687-ae62-3948a4f45f95,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:13.470267 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.482429 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Calling delete_port for be59a3f2-5b00-4687-ae62-3948a4f45f95 owned by network:router_gateway {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:13.538372 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] Set router 64bdd996-e989-45a4-8e60-26258bb06c43 gateway port host: None {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:13.587922 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:52:13Z', 'revision_number': 6, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port_host': None}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:13.618031 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4344570-fda1-4e04-b007-42b8e422a7e6 None None] The sync data for ids ['64bdd996-e989-45a4-8e60-26258bb06c43'] in dv-cinder-780933-10-iscsi is: [{'id': '64bdd996-e989-45a4-8e60-26258bb06c43', 'name': 'tempest-AttachVolumeTestJSON-1989580870-router', 'tenant_id': '710314d7350a46debe5c2c8e0d16306a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:46:21Z', 'updated_at': '2021-07-09T18:52:13Z', 'revision_number': 6, 'project_id': '710314d7350a46debe5c2c8e0d16306a', 'gw_port_host': None}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:52:13.662400 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.692152 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Pushing event deleted for resources: {'Port': ['ID=be59a3f2-5b00-4687-ae62-3948a4f45f95,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:13.755697 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396456'] for router_gateway, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.844538 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-393500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042693'] for router, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.846586 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.888869 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394636'] for router, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.889398 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64bdd996-e989-45a4-8e60-26258bb06c43 {{(pid=104835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:52:13.893597 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] Notify callbacks [] for router, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.894756 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-e5871d27-7dab-49ca-81ba-b1557a5f0705 admin admin] 10.222.0.22 "DELETE /v2.0/routers/64bdd996-e989-45a4-8e60-26258bb06c43 HTTP/1.1" status: 204 len: 168 time: 0.7760012 Jul 09 18:52:13.897324 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39290) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:13.945624 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0adc34-f9c0-47f5-b057-8aafbefcd8d0 admin admin] Deleting subnet 3c1c8df9-30f8-43b6-aaf9-a82373b78aa6 {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:52:13.948619 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-aa0adc34-f9c0-47f5-b057-8aafbefcd8d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:13.982674 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-aa0adc34-f9c0-47f5-b057-8aafbefcd8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.064185 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-aa0adc34-f9c0-47f5-b057-8aafbefcd8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.117281 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-aa0adc34-f9c0-47f5-b057-8aafbefcd8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.147175 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0adc34-f9c0-47f5-b057-8aafbefcd8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1c8df9-30f8-43b6-aaf9-a82373b78aa6,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:14.149097 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-aa0adc34-f9c0-47f5-b057-8aafbefcd8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.152619 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-aa0adc34-f9c0-47f5-b057-8aafbefcd8d0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3c1c8df9-30f8-43b6-aaf9-a82373b78aa6 HTTP/1.1" status: 204 len: 168 time: 0.2527289 Jul 09 18:52:14.153594 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39292) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:14.154088 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395c4040-9935-465c-b006-8f11bf5a1ff1 None None] Network 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:52:14.222355 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.275194 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Deleting port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:14.275940 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.346947 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] For port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=39e50cf6-97eb-42ce-a51d-d7074bcf15a3,segment=NetworkSegment(946a1e94-7594-4989-bf9e-928ef798b6cb),segment_id=946a1e94-7594-4989-bf9e-928ef798b6cb)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:14.347301 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.359331 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Calling delete_port for 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 owned by network:dhcp {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:14.410956 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] DHCP port deletion for 9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 request from dv-cinder-780933-10-iscsi {{(pid=104837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:52:14.442902 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.460016 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] Deleting port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 {{(pid=104837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:52:14.460400 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.474262 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=39e50cf6-97eb-42ce-a51d-d7074bcf15a3,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:14.476095 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] No DVR routers for this DVR port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 on host dv-cinder-780933-10-iscsi {{(pid=104836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:52:14.532975 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] For port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3, host dv-cinder-780933-10-iscsi, got binding levels [] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:14.533349 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.547540 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] Calling delete_port for 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 owned by network:dhcp {{(pid=104837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:52:14.550370 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.ipam_backend_mixin [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] Port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 was not found and therefore no delete operation was performed {{(pid=104837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 18:52:14.551580 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806'] for port, after_delete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.553829 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.564214 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296']}} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:14.575572 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946a1e94-7594-4989-bf9e-928ef798b6cb') {'for_net_delete': True} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:14.575871 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946a1e94-7594-4989-bf9e-928ef798b6cb') {} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:14.579666 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] Pushing event deleted for resources: {'Port': ['ID=39e50cf6-97eb-42ce-a51d-d7074bcf15a3,revision_number=None']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:14.584568 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf7b0d-de5a-4edf-9917-e4362cee8b1e None None] No DVR routers for this DVR port 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 on host dv-cinder-780933-10-iscsi {{(pid=104837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:52:14.586393 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14825945'] for segment, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.602487 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.611750 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=104836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:52:14.612152 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14758980'] for segment, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: Traceback (most recent call last): Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: timer() Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: cb(*args, **kw) Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: return func(*args, **kwargs) Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: self._notify() Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: self.callback(batched_events) Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: event.method(event) Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: return f(self, *a, **k) Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._get(url).json() Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: return self.request(url, 'GET', **kwargs) Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:52:14.614227 dv-cinder-780933-10-iscsi neutron-server[104836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:52:14.680755 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.685948 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.690850 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] 10.222.0.22 "DELETE /v2.0/networks/9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296 HTTP/1.1" status: 204 len: 168 time: 0.5337453 Jul 09 18:52:14.700001 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643b514-1883-4903-a540-579c820af1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbaba34-4b02-42e5-b3a0-c8b8dc2dd296,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:14.809640 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39302) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:14.851450 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-d33593e0-7bd9-4879-8e0b-4d35a82938f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=710314d7350a46debe5c2c8e0d16306a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405357 Jul 09 18:52:14.853785 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39304) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:14.901191 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-efcaf4dd-f0f9-4bb5-a850-b0dda2cd378f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.922686 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-efcaf4dd-f0f9-4bb5-a850-b0dda2cd378f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.978481 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-efcaf4dd-f0f9-4bb5-a850-b0dda2cd378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.980921 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-efcaf4dd-f0f9-4bb5-a850-b0dda2cd378f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:14.982088 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-efcaf4dd-f0f9-4bb5-a850-b0dda2cd378f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97f65bb0-4d70-4cf5-80c6-9247e9d452b4 HTTP/1.1" status: 204 len: 168 time: 0.1273563 Jul 09 18:52:14.990364 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaf4dd-f0f9-4bb5-a850-b0dda2cd378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f65bb0-4d70-4cf5-80c6-9247e9d452b4,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:15.238904 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:15.263446 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f7b6fb09-bd12-4e41-926e-fbf0c1a323e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:15.676793 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 30fecc04-926a-4bcf-a5cf-2a561a5622e2 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:52:15.697066 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 30fecc04-926a-4bcf-a5cf-2a561a5622e2 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:52:15.697440 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 30fecc04-926a-4bcf-a5cf-2a561a5622e2 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:52:15.697853 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:52:15.716456 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:52:15.716803 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 39e50cf6-97eb-42ce-a51d-d7074bcf15a3 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:52:15.717218 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device be59a3f2-5b00-4687-ae62-3948a4f45f95 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:52:15.736017 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: be59a3f2-5b00-4687-ae62-3948a4f45f95 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:52:15.736267 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device be59a3f2-5b00-4687-ae62-3948a4f45f95 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:52:16.432825 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:17.917287 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:19.011696 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39408) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:19.113704 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2288ae3a-a65e-4c86-88c7-9f13562dc576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:19.204799 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2288ae3a-a65e-4c86-88c7-9f13562dc576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:19.209513 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2288ae3a-a65e-4c86-88c7-9f13562dc576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:19.247148 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-2288ae3a-a65e-4c86-88c7-9f13562dc576 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=829bf6526a5d449eab609f08590e7c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342496 Jul 09 18:52:19.249115 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288ae3a-a65e-4c86-88c7-9f13562dc576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfc9ba2-bb02-4411-829e-37d4dbed9d13,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:19.249856 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39414) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:19.308190 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-219baf2d-fcc0-47d8-8602-3224b33f31e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:19.334514 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-219baf2d-fcc0-47d8-8602-3224b33f31e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:19.392419 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-219baf2d-fcc0-47d8-8602-3224b33f31e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:19.394967 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-219baf2d-fcc0-47d8-8602-3224b33f31e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:19.396110 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-219baf2d-fcc0-47d8-8602-3224b33f31e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ccfc9ba2-bb02-4411-829e-37d4dbed9d13 HTTP/1.1" status: 204 len: 168 time: 0.1451659 Jul 09 18:52:19.404318 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219baf2d-fcc0-47d8-8602-3224b33f31e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfc9ba2-bb02-4411-829e-37d4dbed9d13,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:23.621189 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39560) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:23.721444 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4605905d-40ca-489a-84b7-4284179d1c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:23.813943 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4605905d-40ca-489a-84b7-4284179d1c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:23.817408 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4605905d-40ca-489a-84b7-4284179d1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:23.854953 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-4605905d-40ca-489a-84b7-4284179d1c0c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=470a959fc4e34c47ae629c0dd18fd836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326972 Jul 09 18:52:23.855776 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605905d-40ca-489a-84b7-4284179d1c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6b9e99-6bf5-459d-a704-f2c471f21bd0,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:23.858318 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39564) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:23.906351 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-96e0c657-645c-451b-90ef-c28892f13077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:23.926860 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-96e0c657-645c-451b-90ef-c28892f13077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:23.970701 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-96e0c657-645c-451b-90ef-c28892f13077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:23.973147 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-96e0c657-645c-451b-90ef-c28892f13077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:23.974291 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-96e0c657-645c-451b-90ef-c28892f13077 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be6b9e99-6bf5-459d-a704-f2c471f21bd0 HTTP/1.1" status: 204 len: 168 time: 0.1149673 Jul 09 18:52:23.981398 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0c657-645c-451b-90ef-c28892f13077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6b9e99-6bf5-459d-a704-f2c471f21bd0,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:24.231541 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39574) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:24.247492 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f78413a7-b0e1-4627-adb6-3368f69edf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.338366 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39580) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:24.340463 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f78413a7-b0e1-4627-adb6-3368f69edf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.346973 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-f78413a7-b0e1-4627-adb6-3368f69edf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.383001 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78413a7-b0e1-4627-adb6-3368f69edf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74909f13-1041-4b0f-844e-afdc6fdf3afd,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:24.390616 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-f78413a7-b0e1-4627-adb6-3368f69edf16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4fd2c95df71443998497380458217896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573899 Jul 09 18:52:24.390753 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39584) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:24.449784 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c55a28fb-4007-4aa0-8554-596cb94eb668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.452227 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e9e4f505-e248-446f-8c4f-e8bf813c37e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.484648 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c55a28fb-4007-4aa0-8554-596cb94eb668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.559808 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c55a28fb-4007-4aa0-8554-596cb94eb668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.562305 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c55a28fb-4007-4aa0-8554-596cb94eb668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.563433 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c55a28fb-4007-4aa0-8554-596cb94eb668 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74909f13-1041-4b0f-844e-afdc6fdf3afd HTTP/1.1" status: 204 len: 168 time: 0.1714840 Jul 09 18:52:24.578108 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a28fb-4007-4aa0-8554-596cb94eb668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74909f13-1041-4b0f-844e-afdc6fdf3afd,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:24.603451 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e9e4f505-e248-446f-8c4f-e8bf813c37e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.607864 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-e9e4f505-e248-446f-8c4f-e8bf813c37e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.645403 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-e9e4f505-e248-446f-8c4f-e8bf813c37e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e3f4bd121c24d649aaac6af04e38699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088884 Jul 09 18:52:24.646477 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4f505-e248-446f-8c4f-e8bf813c37e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10ef9b0-2f70-434c-af1e-99ab98729b20,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:24.648346 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39588) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:24.708868 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-274cd0b2-9926-49ed-b87e-95fd448ce262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.729632 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-274cd0b2-9926-49ed-b87e-95fd448ce262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.775858 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-274cd0b2-9926-49ed-b87e-95fd448ce262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.778594 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-274cd0b2-9926-49ed-b87e-95fd448ce262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:24.779837 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-274cd0b2-9926-49ed-b87e-95fd448ce262 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e10ef9b0-2f70-434c-af1e-99ab98729b20 HTTP/1.1" status: 204 len: 168 time: 0.1301835 Jul 09 18:52:24.787825 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd0b2-9926-49ed-b87e-95fd448ce262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10ef9b0-2f70-434c-af1e-99ab98729b20,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:25.702890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39644) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:25.811016 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-79a2dd59-e25e-4991-94e0-a69f04099964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:25.909213 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-79a2dd59-e25e-4991-94e0-a69f04099964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:25.925592 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-79a2dd59-e25e-4991-94e0-a69f04099964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:25.963730 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-79a2dd59-e25e-4991-94e0-a69f04099964 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=682711a37f824088af7908964d642a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597322 Jul 09 18:52:25.964595 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2dd59-e25e-4991-94e0-a69f04099964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d992bf2-c68d-4b98-ad03-8a5d55e7abbd,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:25.967094 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39656) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:26.017527 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-756c7a8f-9e8e-44db-956a-1f926b0d7726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:26.038943 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-756c7a8f-9e8e-44db-956a-1f926b0d7726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:26.083267 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-756c7a8f-9e8e-44db-956a-1f926b0d7726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:26.085741 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-756c7a8f-9e8e-44db-956a-1f926b0d7726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:26.086889 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-756c7a8f-9e8e-44db-956a-1f926b0d7726 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d992bf2-c68d-4b98-ad03-8a5d55e7abbd HTTP/1.1" status: 204 len: 168 time: 0.1175232 Jul 09 18:52:26.094906 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c7a8f-9e8e-44db-956a-1f926b0d7726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d992bf2-c68d-4b98-ad03-8a5d55e7abbd,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:26.592690 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39702) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:26.737046 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c78058f2-f79a-4057-84df-45006207caf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:26.780372 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-6cf282c6-0c15-41a5-93d3-909dc41cc232 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424267084&fields=id&tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef HTTP/1.1" status: 200 len: 267 time: 0.0343571 Jul 09 18:52:26.834846 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c78058f2-f79a-4057-84df-45006207caf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:26.839355 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c78058f2-f79a-4057-84df-45006207caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:26.876944 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c78058f2-f79a-4057-84df-45006207caf6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7fda2b9784a54f26b1c0ec6fc351995c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821782 Jul 09 18:52:26.877728 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78058f2-f79a-4057-84df-45006207caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef6c19-100c-4aa1-85d7-2110b7789689,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:26.880032 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39718) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:26.902294 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-f7daab36-083e-4919-8326-962be9e93583 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:26.903800 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-f7daab36-083e-4919-8326-962be9e93583 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 812 time: 0.1140022 Jul 09 18:52:26.918973 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-390990cf-f517-42b0-86ef-748423caad2f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/quotas/3d9ad3483a6a4ef6aa1918c3396a27ef HTTP/1.1" status: 200 len: 375 time: 0.0093515 Jul 09 18:52:26.945941 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-181db347-4b48-47db-ba05-70c9bc268797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:26.967306 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-181db347-4b48-47db-ba05-70c9bc268797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:26.993522 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-77eaf3fb-0f82-4e30-949a-6aeb7256c492 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666342 Jul 09 18:52:27.013158 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-181db347-4b48-47db-ba05-70c9bc268797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.016085 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-181db347-4b48-47db-ba05-70c9bc268797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.019840 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-181db347-4b48-47db-ba05-70c9bc268797 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42ef6c19-100c-4aa1-85d7-2110b7789689 HTTP/1.1" status: 204 len: 168 time: 0.1367662 Jul 09 18:52:27.027710 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181db347-4b48-47db-ba05-70c9bc268797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef6c19-100c-4aa1-85d7-2110b7789689,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:27.185840 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-aee41532-b5a2-4c70-8276-44c9b97464e8 service neutron] 10.222.0.22 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799116 Jul 09 18:52:27.289758 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-d42f4299-bdeb-4393-9417-5c5c8d26661b service neutron] 10.222.0.22 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948663 Jul 09 18:52:27.306494 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39734) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:27.414617 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39742) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:27.438828 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-feae3008-1f88-45f7-b91c-7b538419ad53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.441856 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-156c2d37-0a9b-4bb4-a930-d54f3f0bed98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.477775 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.db.api [None req-156c2d37-0a9b-4bb4-a930-d54f3f0bed98 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 18:52:27.477775 dv-cinder-780933-10-iscsi neutron-server[104836]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 18:52:27.477775 dv-cinder-780933-10-iscsi neutron-server[104836]: [parameters: {'project_id': '52e9c1648d3a42b99d0bc7680dba55c3', 'id': '5ded1bf8-2a6e-4499-be28-2a6a44619dee', 'expiration': datetime.datetime(2021, 7, 9, 18, 54, 27, 472694)}] Jul 09 18:52:27.477775 dv-cinder-780933-10-iscsi neutron-server[104836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 18:52:27.478189 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG oslo_db.api [None req-156c2d37-0a9b-4bb4-a930-d54f3f0bed98 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 18:52:27.557219 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-feae3008-1f88-45f7-b91c-7b538419ad53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.561169 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-feae3008-1f88-45f7-b91c-7b538419ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.621520 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ea735c87-b162-4c1c-b6b7-f7e5e4860fe6 req-c5200e81-e751-437a-aef2-08358a62cbd2 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 210 time: 0.0562439 Jul 09 18:52:27.628224 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae3008-1f88-45f7-b91c-7b538419ad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df83dc27-fd58-4e97-9011-98f4eaee8d09,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:27.633442 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-feae3008-1f88-45f7-b91c-7b538419ad53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=419e70ed9762479cb5597296b3e081a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175262 Jul 09 18:52:27.636145 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39750) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:27.689406 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2af9568d-4452-4ec6-9923-1152c84434c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.711930 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2af9568d-4452-4ec6-9923-1152c84434c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.759128 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2af9568d-4452-4ec6-9923-1152c84434c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.761824 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2af9568d-4452-4ec6-9923-1152c84434c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:27.763006 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-2af9568d-4452-4ec6-9923-1152c84434c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df83dc27-fd58-4e97-9011-98f4eaee8d09 HTTP/1.1" status: 204 len: 168 time: 0.1259079 Jul 09 18:52:27.770767 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9568d-4452-4ec6-9923-1152c84434c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df83dc27-fd58-4e97-9011-98f4eaee8d09,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:27.979154 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-156c2d37-0a9b-4bb4-a930-d54f3f0bed98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:28.076751 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-156c2d37-0a9b-4bb4-a930-d54f3f0bed98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:28.084158 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-156c2d37-0a9b-4bb4-a930-d54f3f0bed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:28.126987 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-156c2d37-0a9b-4bb4-a930-d54f3f0bed98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52e9c1648d3a42b99d0bc7680dba55c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190298 Jul 09 18:52:28.127681 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 39768) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:28.130023 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c2d37-0a9b-4bb4-a930-d54f3f0bed98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f325b42-b2c0-4911-b8ab-b957bf29bd9f,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:28.178193 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-15a820eb-c556-4989-9568-ff34cc0b378d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:28.203590 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-15a820eb-c556-4989-9568-ff34cc0b378d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:28.258979 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-15a820eb-c556-4989-9568-ff34cc0b378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:28.261520 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-15a820eb-c556-4989-9568-ff34cc0b378d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:28.265552 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-15a820eb-c556-4989-9568-ff34cc0b378d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f325b42-b2c0-4911-b8ab-b957bf29bd9f HTTP/1.1" status: 204 len: 168 time: 0.1333032 Jul 09 18:52:28.271680 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a820eb-c556-4989-9568-ff34cc0b378d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f325b42-b2c0-4911-b8ab-b957bf29bd9f,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:28.790520 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4908d117-b085-4566-b44d-7995bd5b1c6e req-6a4f8158-bc68-4a94-816e-2dfc38c59fc8 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 210 time: 0.0309374 Jul 09 18:52:28.836861 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-f3618e5f-e06d-4ec1-b7b0-ba2021c2002a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:28.838516 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-f3618e5f-e06d-4ec1-b7b0-ba2021c2002a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 812 time: 0.2022681 Jul 09 18:52:28.900942 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-9672f196-ed94-4b7a-89bb-45efc1a802ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef HTTP/1.1" status: 200 len: 380 time: 0.0484557 Jul 09 18:52:28.925640 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'port': {'device_id': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'admin_state_up': True, 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'security_groups': ['554bb294-c106-4e77-b990-608ebceb6491']}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:29.044611 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Made reservation on behalf of 3d9ad3483a6a4ef6aa1918c3396a27ef for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:52:29.048647 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:29.158858 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:52:29.179561 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Allocated IP 172.20.0.3 (f584693b-8502-4c56-93c6-0951ccd26218/cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c/b71ed61c-ed0a-44d4-a0a4-1e85f4617886) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:52:29.314837 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:29.328909 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Transition to ACTIVE for port object b71ed61c-ed0a-44d4-a0a4-1e85f4617886 will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:52:29.372064 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:29.432997 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Network f584693b-8502-4c56-93c6-0951ccd26218 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:52:29.438067 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:52:29.441991 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:52:29.444901 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'Port': ['ID=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:29.496085 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:29.496870 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:29.513755 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-dbc879ad-0a67-415b-948f-486433d52f31 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5938699 Jul 09 18:52:29.533932 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Request body: {'port': {'device_id': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:29.645406 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:29.789381 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-b53244ca-5eee-4729-8a4c-2fc3b8a1f8f9 None None] Provisioning for port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:52:29.793404 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-b53244ca-5eee-4729-8a4c-2fc3b8a1f8f9 None None] Provisioning complete for port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:29.793785 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-b53244ca-5eee-4729-8a4c-2fc3b8a1f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:29.829176 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-b53244ca-5eee-4729-8a4c-2fc3b8a1f8f9 None None] Port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:52:29.944012 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71ed61c-ed0a-44d4-a0a4-1e85f4617886 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:52:29.951375 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:29.970528 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Transition to ACTIVE for port object b71ed61c-ed0a-44d4-a0a4-1e85f4617886 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:52:29.974958 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:29.995611 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a0872-c22f-4f2d-8d74-cb0d8600a27a req-1d8c195e-38e9-4c52-a5b2-199d51c37cac tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:29.997239 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-064a0872-c22f-4f2d-8d74-cb0d8600a27a req-1d8c195e-38e9-4c52-a5b2-199d51c37cac tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 931 time: 0.0835841 Jul 09 18:52:30.029289 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Pushing event updated for resources: {'Port': ['ID=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:30.058580 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-064a0872-c22f-4f2d-8d74-cb0d8600a27a req-2de003e2-f9c6-4faf-a3bc-f0494bb99685 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549605 Jul 09 18:52:30.068762 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39846) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:30.096481 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Attempting to bind port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:52:30.096908 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Attempting to bind port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:52:30.097247 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Attempting to bind port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 on network f584693b-8502-4c56-93c6-0951ccd26218 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:52:30.101783 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 on network f584693b-8502-4c56-93c6-0951ccd26218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:52:30.102103 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Attempting to bind port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 on network f584693b-8502-4c56-93c6-0951ccd26218 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:52:30.107003 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:52:30.107343 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Checking segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:52:30.107723 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Bound using segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:52:30.108146 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Bound port: b71ed61c-ed0a-44d4-a0a4-1e85f4617886, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:52:30.108502 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.181668 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] For port b71ed61c-ed0a-44d4-a0a4-1e85f4617886, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:52:30.184124 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-77585410-4d74-4e54-afa2-591e12857c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.184965 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] For port b71ed61c-ed0a-44d4-a0a4-1e85f4617886, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:52:30.189940 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.221850 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:30.222701 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.224166 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] 10.222.0.30 "PUT /v2.0/ports/b71ed61c-ed0a-44d4-a0a4-1e85f4617886 HTTP/1.1" status: 200 len: 1093 time: 0.6966283 Jul 09 18:52:30.226596 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'tag': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:52:30.228858 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01" -d '{"events": [{"name": "network-changed", "server_uuid": "6b442de6-46c9-4d70-83da-0c859f000bb5", "tag": "b71ed61c-ed0a-44d4-a0a4-1e85f4617886"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:52:30.275644 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd0244c-a9dd-4d25-93bc-7e87112f6a27 x-openstack-request-id: req-bdd0244c-a9dd-4d25-93bc-7e87112f6a27 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:52:30.275942 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b442de6-46c9-4d70-83da-0c859f000bb5", "tag": "b71ed61c-ed0a-44d4-a0a4-1e85f4617886", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:52:30.276196 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdd0244c-a9dd-4d25-93bc-7e87112f6a27 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:52:30.276594 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'tag': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'status': 'completed', 'code': 200} Jul 09 18:52:30.280307 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18847c6f-b216-47de-9d3b-aa0497d88ccb service neutron] Pushing event updated for resources: {'Port': ['ID=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:30.299486 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-77585410-4d74-4e54-afa2-591e12857c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.304182 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-77585410-4d74-4e54-afa2-591e12857c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.349747 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-77585410-4d74-4e54-afa2-591e12857c21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4a510bb0f3e4604aab21b2b2c4c760c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792048 Jul 09 18:52:30.350763 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77585410-4d74-4e54-afa2-591e12857c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9880bbd0-5963-4dad-a7bf-3bc98161961f,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:30.353259 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 39852) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:30.356338 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-ec4e8da0-9de9-4193-938a-d6137c640f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:30.357912 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-ec4e8da0-9de9-4193-938a-d6137c640f6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0637507 Jul 09 18:52:30.406114 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a2cceef0-437c-4e7d-b72f-fa5a2fae1cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.433472 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a2cceef0-437c-4e7d-b72f-fa5a2fae1cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.483275 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a2cceef0-437c-4e7d-b72f-fa5a2fae1cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.486544 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-a2cceef0-437c-4e7d-b72f-fa5a2fae1cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:30.487917 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-a2cceef0-437c-4e7d-b72f-fa5a2fae1cb1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9880bbd0-5963-4dad-a7bf-3bc98161961f HTTP/1.1" status: 204 len: 168 time: 0.1333351 Jul 09 18:52:30.496453 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cceef0-437c-4e7d-b72f-fa5a2fae1cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9880bbd0-5963-4dad-a7bf-3bc98161961f,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:30.691627 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-687dd979-bc1f-4f31-bd61-f0249a5afa6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886 HTTP/1.1" status: 200 len: 217 time: 0.3215632 Jul 09 18:52:30.743560 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-7556f76c-6a07-41a1-913b-a8f17bb02fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:30.750354 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-7556f76c-6a07-41a1-913b-a8f17bb02fdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0463390 Jul 09 18:52:30.802798 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-cfc542a9-65c4-4834-8d5d-47215938ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:30.804418 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-cfc542a9-65c4-4834-8d5d-47215938ca80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534561 Jul 09 18:52:30.918614 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-37cc2680-2e0c-4b6e-940c-392fa271309b service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077862 Jul 09 18:52:31.018037 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ebe19808-4d74-4be6-8645-cae6fd15168e req-c21ef89b-2f5b-4863-967d-a9a21cb486b7 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924461 Jul 09 18:52:31.164919 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-85e29823-0046-43ee-9a0f-ffaf6d11f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:31.166458 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-85e29823-0046-43ee-9a0f-ffaf6d11f6ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0584249 Jul 09 18:52:31.224615 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982e19f-5a97-4093-bd2f-80ed31ad2bd2 req-679b4469-b177-4f80-a863-09e5318e5a62 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:31.226272 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2982e19f-5a97-4093-bd2f-80ed31ad2bd2 req-679b4469-b177-4f80-a863-09e5318e5a62 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 943 time: 0.0635581 Jul 09 18:52:31.255545 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-1b8ec708-8e99-488f-b464-5d32bc1ebfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:31.257106 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-1b8ec708-8e99-488f-b464-5d32bc1ebfa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0841475 Jul 09 18:52:31.266388 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2982e19f-5a97-4093-bd2f-80ed31ad2bd2 req-27fc37c6-b301-4aea-bf4e-46bc34472c11 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331304 Jul 09 18:52:32.060277 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-663cd1a2-0c10-460f-8234-7615979af786 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886 HTTP/1.1" status: 200 len: 217 time: 0.0350354 Jul 09 18:52:32.449085 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b668054-8110-4504-bfd5-9b1d1857f834 req-3c841af9-31ec-45d6-b9bf-152435455e7a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:32.450571 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9b668054-8110-4504-bfd5-9b1d1857f834 req-3c841af9-31ec-45d6-b9bf-152435455e7a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 943 time: 0.0656180 Jul 09 18:52:32.486248 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9b668054-8110-4504-bfd5-9b1d1857f834 req-999f12be-abb4-47fe-b066-8227382ae8e2 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295982 Jul 09 18:52:32.896496 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-d426faa1-73a8-4e8a-a752-5a551c0249a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:32.897943 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-d426faa1-73a8-4e8a-a752-5a551c0249a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0429423 Jul 09 18:52:33.656107 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679efdf-1c3d-4633-a517-7f8a437a7507 req-860ac090-4e81-42cb-bd37-0861b281c28d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:33.657552 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7679efdf-1c3d-4633-a517-7f8a437a7507 req-860ac090-4e81-42cb-bd37-0861b281c28d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 943 time: 0.0604789 Jul 09 18:52:33.694006 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7679efdf-1c3d-4633-a517-7f8a437a7507 req-1d273018-bddc-4f55-abb9-afbedb1e2c85 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304189 Jul 09 18:52:33.847047 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-4cbf5c81-fd8e-48ab-9ea3-683e6f08dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:33.848516 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-4cbf5c81-fd8e-48ab-9ea3-683e6f08dcf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548089 Jul 09 18:52:33.944988 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-b073d5ac-5f02-4cd3-afc4-eae690a3f878 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891299 Jul 09 18:52:34.032717 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a5b899b8-1e8b-45a2-9c0d-f8d361b37a01 req-4b4bace6-8cc6-4e9b-971a-dd7298e7a2c8 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812745 Jul 09 18:52:34.867973 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb9cf4-6896-464d-bbf1-3cdac3632c80 req-4cc3e15c-474b-4167-afdd-1f7b3f13520d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:34.869482 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f2cb9cf4-6896-464d-bbf1-3cdac3632c80 req-4cc3e15c-474b-4167-afdd-1f7b3f13520d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 943 time: 0.0670123 Jul 09 18:52:34.907611 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f2cb9cf4-6896-464d-bbf1-3cdac3632c80 req-281e00ed-0c3f-4f97-b304-96cf6d51488c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326428 Jul 09 18:52:36.082944 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd924e2-2432-4a94-8fc9-882505d1f32f req-c4233b86-bf32-40b3-8bc1-8527080ab96f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:36.084406 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9bd924e2-2432-4a94-8fc9-882505d1f32f req-c4233b86-bf32-40b3-8bc1-8527080ab96f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 943 time: 0.0646904 Jul 09 18:52:36.122116 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9bd924e2-2432-4a94-8fc9-882505d1f32f req-55c953ff-ecf2-464a-961f-b49f17ac1745 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321305 Jul 09 18:52:37.294263 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc82e6-ffd1-48c9-a625-cde60f64b0ba req-cb18e129-5330-4459-888d-dbe6273a5c2b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:37.295738 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-82dc82e6-ffd1-48c9-a625-cde60f64b0ba req-cb18e129-5330-4459-888d-dbe6273a5c2b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 943 time: 0.0620599 Jul 09 18:52:37.333093 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-82dc82e6-ffd1-48c9-a625-cde60f64b0ba req-0e437567-5242-4ce5-8847-b0542f6b6a93 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Jul 09 18:52:38.510270 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e59b9-77ca-42c0-b1f2-118582998b42 req-d329a07e-906e-4f40-861e-e3256e2b1822 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:38.511783 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2a1e59b9-77ca-42c0-b1f2-118582998b42 req-d329a07e-906e-4f40-861e-e3256e2b1822 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 943 time: 0.0637944 Jul 09 18:52:38.550254 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2a1e59b9-77ca-42c0-b1f2-118582998b42 req-fcb09cc9-a595-4aed-8a04-afd32eb03311 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Jul 09 18:52:39.728648 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27b14-3b93-4936-a430-ce9cc6c26c0a req-814d8649-9f1b-432a-adb9-625ee3bf4b1f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:39.730177 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eef27b14-3b93-4936-a430-ce9cc6c26c0a req-814d8649-9f1b-432a-adb9-625ee3bf4b1f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 943 time: 0.0690794 Jul 09 18:52:39.776241 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eef27b14-3b93-4936-a430-ce9cc6c26c0a req-09b656cf-2b13-43ab-a720-f3cfce8cfe80 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352664 Jul 09 18:52:40.293919 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device b71ed61c-ed0a-44d4-a0a4-1e85f4617886 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:52:40.388159 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port b71ed61c-ed0a-44d4-a0a4-1e85f4617886, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:40.399673 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'port_id': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'mac_address': 'fa:16:3e:0a:cb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:52:40.435432 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:40.448143 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71ed61c-ed0a-44d4-a0a4-1e85f4617886 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:52:40.467052 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port b71ed61c-ed0a-44d4-a0a4-1e85f4617886, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:40.470878 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:40.517040 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:40.780888 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['b71ed61c-ed0a-44d4-a0a4-1e85f4617886'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:52:40.960704 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ad450-30b5-49d5-9f4c-189a6586c930 req-4bbd5a06-ed61-4118-a58f-7e4035ca665d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:40.962287 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-165ad450-30b5-49d5-9f4c-189a6586c930 req-4bbd5a06-ed61-4118-a58f-7e4035ca665d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 944 time: 0.0710328 Jul 09 18:52:41.017578 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-165ad450-30b5-49d5-9f4c-189a6586c930 req-62677b31-a79e-4fde-a762-dbe255828365 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493999 Jul 09 18:52:42.188278 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f87a6-c119-4487-baf8-4d8298f3b544 req-054b175c-beff-4213-aabf-c1666188094f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:42.189662 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-235f87a6-c119-4487-baf8-4d8298f3b544 req-054b175c-beff-4213-aabf-c1666188094f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 944 time: 0.0619099 Jul 09 18:52:42.225817 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-235f87a6-c119-4487-baf8-4d8298f3b544 req-74001ff4-458a-48a8-abd0-d131d8dce92d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304775 Jul 09 18:52:42.375331 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:42.584036 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-1139fd60-925c-4a36-b08c-f839f79ddcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:43.399427 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b4324-09c2-43d5-9495-87116f9dc678 req-3e3e99d8-cc9d-4523-adcc-bc95b0b097fc tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:43.400916 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-014b4324-09c2-43d5-9495-87116f9dc678 req-3e3e99d8-cc9d-4523-adcc-bc95b0b097fc tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 944 time: 0.0657897 Jul 09 18:52:43.439279 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-014b4324-09c2-43d5-9495-87116f9dc678 req-a9ef8140-cfdc-434f-9cdf-a780cc2ea650 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Jul 09 18:52:44.610941 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936a587-e6ec-43d5-8ec1-9e607ebab5d1 req-d63f3a46-0912-4d90-ae8a-4e77efddccdb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:44.612684 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4936a587-e6ec-43d5-8ec1-9e607ebab5d1 req-d63f3a46-0912-4d90-ae8a-4e77efddccdb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 944 time: 0.0634496 Jul 09 18:52:44.651017 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4936a587-e6ec-43d5-8ec1-9e607ebab5d1 req-baa47b33-3540-4f01-a463-3df438d46cc8 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Jul 09 18:52:45.242677 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:45.257842 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b4f7-4277-4cfd-ae91-57d7d5fd5c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:45.819682 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606df95d-f9be-4b03-90fc-103441e43f6b req-1b77be66-bcf6-4a35-a88d-77d6d42bf10a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:45.821093 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-606df95d-f9be-4b03-90fc-103441e43f6b req-1b77be66-bcf6-4a35-a88d-77d6d42bf10a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 944 time: 0.0618551 Jul 09 18:52:45.857185 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-606df95d-f9be-4b03-90fc-103441e43f6b req-0ef09bc3-e926-4114-92be-e87bf51e6c2d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303049 Jul 09 18:52:46.371207 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device b71ed61c-ed0a-44d4-a0a4-1e85f4617886 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:52:46.418794 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:52:46.423958 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:52:46.424311 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:46.465627 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:46.510908 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:46.538225 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:52:46.540638 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a77350c-d552-4adb-8f0e-bdd39a0d5215" -d '{"events": [{"server_uuid": "6b442de6-46c9-4d70-83da-0c859f000bb5", "name": "network-vif-plugged", "status": "completed", "tag": "b71ed61c-ed0a-44d4-a0a4-1e85f4617886"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:52:46.558397 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port b71ed61c-ed0a-44d4-a0a4-1e85f4617886, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:52:46.565664 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:46.600142 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1cb07-2d24-4a71-a657-28cda1f561aa x-openstack-request-id: req-35c1cb07-2d24-4a71-a657-28cda1f561aa {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:52:46.600437 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b442de6-46c9-4d70-83da-0c859f000bb5", "name": "network-vif-plugged", "status": "completed", "tag": "b71ed61c-ed0a-44d4-a0a4-1e85f4617886", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:52:46.600686 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35c1cb07-2d24-4a71-a657-28cda1f561aa {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:52:46.601071 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'code': 200} Jul 09 18:52:46.625616 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:46.903381 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097877b2-28ec-4244-9cb2-84c1ac2ef7f3 req-81fce919-21f4-43ec-8b84-c329590b5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:46.904914 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-097877b2-28ec-4244-9cb2-84c1ac2ef7f3 req-81fce919-21f4-43ec-8b84-c329590b5c50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0578947 Jul 09 18:52:47.035959 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0142ee3-0bcd-458d-8b46-57edb4abeb29 req-0fab9d22-deb8-43b6-a6cd-d37c58e3e9c0 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:47.037405 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b0142ee3-0bcd-458d-8b46-57edb4abeb29 req-0fab9d22-deb8-43b6-a6cd-d37c58e3e9c0 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.0645213 Jul 09 18:52:47.073533 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b0142ee3-0bcd-458d-8b46-57edb4abeb29 req-363508d3-150d-49df-b04f-d067734fefc2 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307229 Jul 09 18:52:47.913405 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:48.242471 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c21be-e775-4213-b3a7-56846e8cb44d req-c87e7f2a-6e68-4c13-a451-ad6b4c4348ca tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:48.243910 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b49c21be-e775-4213-b3a7-56846e8cb44d req-c87e7f2a-6e68-4c13-a451-ad6b4c4348ca tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.0603912 Jul 09 18:52:48.291279 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-097877b2-28ec-4244-9cb2-84c1ac2ef7f3 req-e2eb2de9-904b-43b5-a587-d6f22834e431 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464497 Jul 09 18:52:48.297996 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b49c21be-e775-4213-b3a7-56846e8cb44d req-211bcbe2-ca7c-4083-b377-1049b51bcd58 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477302 Jul 09 18:52:49.473269 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6eadd-2a83-4def-b58d-f3e33918a841 req-139a2fca-332a-4d50-9200-650209dc330c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:49.474760 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e3b6eadd-2a83-4def-b58d-f3e33918a841 req-139a2fca-332a-4d50-9200-650209dc330c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.0614021 Jul 09 18:52:49.510887 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e3b6eadd-2a83-4def-b58d-f3e33918a841 req-4815b8c3-13d4-46f5-8542-36ca30ee497c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305822 Jul 09 18:52:50.687177 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17119ce1-bfdf-417d-96e9-09c67732c458 req-99593ceb-5fe5-4f26-90cb-601e5117fb9d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:50.688691 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-17119ce1-bfdf-417d-96e9-09c67732c458 req-99593ceb-5fe5-4f26-90cb-601e5117fb9d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.0635180 Jul 09 18:52:50.728067 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-17119ce1-bfdf-417d-96e9-09c67732c458 req-5acdbc78-20fa-4a06-9efa-36803950b0f3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Jul 09 18:52:51.909415 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bb020-0d6c-4f38-b22b-938742673b93 req-1de32ed7-c4ee-47f8-bb70-d9f2af2a160e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:51.910935 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8a9bb020-0d6c-4f38-b22b-938742673b93 req-1de32ed7-c4ee-47f8-bb70-d9f2af2a160e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.0720565 Jul 09 18:52:51.963509 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8a9bb020-0d6c-4f38-b22b-938742673b93 req-2ad71d7b-5d12-4299-82b3-d36681b3745e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461702 Jul 09 18:52:52.136846 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a065719-b0ca-452a-8563-d54ae1cb5ea6 req-f2d0d2b6-1177-4d05-878f-a46a47b7f9d7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:52.138338 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2a065719-b0ca-452a-8563-d54ae1cb5ea6 req-f2d0d2b6-1177-4d05-878f-a46a47b7f9d7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.0649600 Jul 09 18:52:52.174749 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2a065719-b0ca-452a-8563-d54ae1cb5ea6 req-5c10f2c4-5fbb-4511-a531-ec43b485dd71 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Jul 09 18:52:52.198707 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40128) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:52.391481 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a5d57d-50da-4014-85e4-b1613c2a84c1 tempest-TestVolumeBootPattern-1571849657 tempest-TestVolumeBootPattern-1571849657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:52.392981 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-a7a5d57d-50da-4014-85e4-b1613c2a84c1 tempest-TestVolumeBootPattern-1571849657 tempest-TestVolumeBootPattern-1571849657-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 1093 time: 0.1933024 Jul 09 18:52:52.395826 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40132) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:52:52.400145 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'floatingip': {'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'port_id': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:52:52.421245 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:52.516822 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:52.614410 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Allocated IP 172.27.2.93 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/10e056dd-767b-490b-a9ae-1eab66ac6d95) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:52:52.716090 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:52.753831 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:52.787915 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:52:52.793832 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:52:52.797363 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:52:52.802620 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'Port': ['ID=10e056dd-767b-490b-a9ae-1eab66ac6d95,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:52.828496 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.828882 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.829230 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.829573 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.829902 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.830269 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.830604 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.830925 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.831255 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.831579 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.831917 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:52.832226 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:52:53.176625 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:53.255492 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:53.398925 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:53.403970 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:53.470859 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'Port': ['ID=10e056dd-767b-490b-a9ae-1eab66ac6d95,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:52:53.482274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:53.580672 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Floating IP 290934b2-5aed-4c5d-a6ed-2ae81cdacc7b associated. External IP: 172.27.2.93, port: b71ed61c-ed0a-44d4-a0a4-1e85f4617886. Jul 09 18:52:53.778898 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Router fa3a45f7-525e-4e48-85b6-07a5d4958fbf has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:52:53.878429 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:52:53.888154 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] Sync routers for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:52:53.893895 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:52:53.897859 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:53.898502 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:52:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:53.932841 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-74fbb097-ded8-425b-8264-517ac61e3fcb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5359693 Jul 09 18:52:53.933520 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'tag': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:52:53.936059 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc75be65-a8ef-4ca0-b486-25ba768d7139" -d '{"events": [{"name": "network-changed", "server_uuid": "6b442de6-46c9-4d70-83da-0c859f000bb5", "tag": "b71ed61c-ed0a-44d4-a0a4-1e85f4617886"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:52:53.972438 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca81b4c4-2c5e-4b0c-93ee-6f5c0230b94f x-openstack-request-id: req-ca81b4c4-2c5e-4b0c-93ee-6f5c0230b94f {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:52:53.972732 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b442de6-46c9-4d70-83da-0c859f000bb5", "tag": "b71ed61c-ed0a-44d4-a0a4-1e85f4617886", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:52:53.973041 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca81b4c4-2c5e-4b0c-93ee-6f5c0230b94f {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:52:53.973446 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'tag': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'status': 'completed', 'code': 200} Jul 09 18:52:54.002239 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:54.213855 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '290934b2-5aed-4c5d-a6ed-2ae81cdacc7b', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:0a:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:52:53Z', 'updated_at': '2021-07-09T18:52:53Z', 'revision_number': 0, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:54.246507 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] Checking router: fa3a45f7-525e-4e48-85b6-07a5d4958fbf for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:52:54.255494 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:52:54.256096 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:52:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:54.360081 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:52:54.569350 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '290934b2-5aed-4c5d-a6ed-2ae81cdacc7b', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:0a:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:52:53Z', 'updated_at': '2021-07-09T18:52:53Z', 'revision_number': 0, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:52:54.593553 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbdc71-9bef-450c-beff-7d5b780ebbed None None] The sync data for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi is: [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '290934b2-5aed-4c5d-a6ed-2ae81cdacc7b', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:0a:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:52:53Z', 'updated_at': '2021-07-09T18:52:53Z', 'revision_number': 0, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:52:54.778918 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6962286-064f-432e-93aa-5315cd1ed273 None None] New status for floating IP 290934b2-5aed-4c5d-a6ed-2ae81cdacc7b: ACTIVE {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:52:55.363450 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-88c75383-8689-41cd-bfff-853e6b661cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:55.366368 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-88c75383-8689-41cd-bfff-853e6b661cab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0601757 Jul 09 18:52:55.454872 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-14f0375e-616a-42c3-b149-96b0dcb3575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:55.456318 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-14f0375e-616a-42c3-b149-96b0dcb3575e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0810795 Jul 09 18:52:55.523702 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-3a0dc2fb-7ea1-49ce-8644-1d0fba9df37a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886 HTTP/1.1" status: 200 len: 1000 time: 0.0595496 Jul 09 18:52:55.576011 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-3469ea55-1942-4da8-97c8-de0233840440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:55.579101 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-3469ea55-1942-4da8-97c8-de0233840440 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0472980 Jul 09 18:52:55.635122 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-0f35ac18-0dcc-4588-83d2-a08be7bcb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:52:55.636637 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-0f35ac18-0dcc-4588-83d2-a08be7bcb2ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496848 Jul 09 18:52:55.728179 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-66d369ab-2330-4ec3-b371-60bff616c7fb service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824389 Jul 09 18:52:55.814508 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bc75be65-a8ef-4ca0-b486-25ba768d7139 req-003e6f92-e827-4f9a-bb12-cbaa46a28fd9 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797682 Jul 09 18:53:02.099372 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40234) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:02.199510 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-179b2ab7-4d0f-4c98-bd75-fcc692949258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.289200 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-179b2ab7-4d0f-4c98-bd75-fcc692949258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.292871 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-179b2ab7-4d0f-4c98-bd75-fcc692949258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.331041 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-179b2ab7-4d0f-4c98-bd75-fcc692949258 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d33ac4acd92042d3a94d0cc5bbb2b384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306333 Jul 09 18:53:02.331977 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b2ab7-4d0f-4c98-bd75-fcc692949258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d9f16-77fb-4332-8ed2-3e997fc69e31,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:02.333725 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 40238) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:02.382647 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.404063 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.447673 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.450330 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.451999 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe9d9f16-77fb-4332-8ed2-3e997fc69e31 HTTP/1.1" status: 204 len: 168 time: 0.1167152 Jul 09 18:53:02.459927 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d9f16-77fb-4332-8ed2-3e997fc69e31,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:02.466806 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.467181 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.467517 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.467846 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.468169 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.468490 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.468812 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.469131 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.469496 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.469798 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.470117 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.470458 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5924d520-a16d-47ec-bf24-993df81414eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:02.696378 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 40244) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:02.709366 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ef77239d-54a5-4c49-9985-46e1ad9f130b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.796741 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ef77239d-54a5-4c49-9985-46e1ad9f130b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.801588 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ef77239d-54a5-4c49-9985-46e1ad9f130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.839173 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ef77239d-54a5-4c49-9985-46e1ad9f130b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a29458f0119a4ca69fff0d17d28a6336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414948 Jul 09 18:53:02.840385 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77239d-54a5-4c49-9985-46e1ad9f130b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512a5451-99df-4aed-a6e5-ff8c18ab4efb,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:02.841613 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40246) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:02.890549 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2fa7d60a-6b04-41cf-bb78-7d7e5fcb8bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.910915 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2fa7d60a-6b04-41cf-bb78-7d7e5fcb8bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.956768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2fa7d60a-6b04-41cf-bb78-7d7e5fcb8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.959579 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-2fa7d60a-6b04-41cf-bb78-7d7e5fcb8bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:02.960732 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-2fa7d60a-6b04-41cf-bb78-7d7e5fcb8bc4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/512a5451-99df-4aed-a6e5-ff8c18ab4efb HTTP/1.1" status: 204 len: 168 time: 0.1174998 Jul 09 18:53:02.968905 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7d60a-6b04-41cf-bb78-7d7e5fcb8bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512a5451-99df-4aed-a6e5-ff8c18ab4efb,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:06.160776 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:53:08.872287 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40380) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:08.973422 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cb80ae8f-06e8-4093-a67d-3dfc1f8e8779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.062448 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cb80ae8f-06e8-4093-a67d-3dfc1f8e8779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.066493 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-cb80ae8f-06e8-4093-a67d-3dfc1f8e8779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.104971 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80ae8f-06e8-4093-a67d-3dfc1f8e8779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2221df24-80a3-4797-94cd-d35a4012d03e,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:09.109836 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-cb80ae8f-06e8-4093-a67d-3dfc1f8e8779 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac293a22fff7427ca0061bbca5bc0749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364655 Jul 09 18:53:09.112701 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40384) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:09.159252 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-31462044-c9eb-4afc-89cb-749949806c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.179726 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-31462044-c9eb-4afc-89cb-749949806c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.223612 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-31462044-c9eb-4afc-89cb-749949806c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.226289 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-31462044-c9eb-4afc-89cb-749949806c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.227416 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-31462044-c9eb-4afc-89cb-749949806c0f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2221df24-80a3-4797-94cd-d35a4012d03e HTTP/1.1" status: 204 len: 168 time: 0.1138070 Jul 09 18:53:09.235180 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31462044-c9eb-4afc-89cb-749949806c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2221df24-80a3-4797-94cd-d35a4012d03e,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:09.478492 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40390) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:09.491336 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4d452b85-dce1-46a9-b3f4-e74b7eb3f0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.574760 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4d452b85-dce1-46a9-b3f4-e74b7eb3f0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.578711 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4d452b85-dce1-46a9-b3f4-e74b7eb3f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.615720 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-4d452b85-dce1-46a9-b3f4-e74b7eb3f0cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c23f104cd793479282c607bd7437b98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362035 Jul 09 18:53:09.616541 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d452b85-dce1-46a9-b3f4-e74b7eb3f0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49c4d8d-fcf8-45d3-a810-626ecaa4e1ad,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:09.618488 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 40392) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:09.669016 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-39942b1c-65eb-4a45-b9e1-30b6c2cdfaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.690421 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-39942b1c-65eb-4a45-b9e1-30b6c2cdfaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.734669 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-39942b1c-65eb-4a45-b9e1-30b6c2cdfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.737668 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-39942b1c-65eb-4a45-b9e1-30b6c2cdfaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:09.738863 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-39942b1c-65eb-4a45-b9e1-30b6c2cdfaa5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f49c4d8d-fcf8-45d3-a810-626ecaa4e1ad HTTP/1.1" status: 204 len: 168 time: 0.1193290 Jul 09 18:53:09.751352 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39942b1c-65eb-4a45-b9e1-30b6c2cdfaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49c4d8d-fcf8-45d3-a810-626ecaa4e1ad,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:10.064431 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 40404) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:10.077192 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8d235708-e6f7-45bd-8b1a-6b282048f8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:10.164632 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8d235708-e6f7-45bd-8b1a-6b282048f8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:10.168295 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8d235708-e6f7-45bd-8b1a-6b282048f8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:10.205788 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-8d235708-e6f7-45bd-8b1a-6b282048f8be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5373c75e4124cf383656add6a264961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402223 Jul 09 18:53:10.206985 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d235708-e6f7-45bd-8b1a-6b282048f8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe87a22-86c8-4b59-acef-c15fc267d6b6,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:10.208514 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40406) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:10.260284 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-71711525-f692-44a3-9feb-532ce7efe852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:10.281407 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-71711525-f692-44a3-9feb-532ce7efe852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:10.328978 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-71711525-f692-44a3-9feb-532ce7efe852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:10.331533 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-71711525-f692-44a3-9feb-532ce7efe852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:10.332676 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-71711525-f692-44a3-9feb-532ce7efe852 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fe87a22-86c8-4b59-acef-c15fc267d6b6 HTTP/1.1" status: 204 len: 168 time: 0.1225770 Jul 09 18:53:10.340227 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71711525-f692-44a3-9feb-532ce7efe852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe87a22-86c8-4b59-acef-c15fc267d6b6,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:12.310118 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40500) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:12.364534 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:12.413130 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-bba641f5-af25-497e-8cf4-f2c0ed041ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:12.506857 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-bba641f5-af25-497e-8cf4-f2c0ed041ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:12.510448 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-bba641f5-af25-497e-8cf4-f2c0ed041ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:12.548199 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-bba641f5-af25-497e-8cf4-f2c0ed041ad4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7251f6648f1f49b0a6b7039684ce5040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369659 Jul 09 18:53:12.549315 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba641f5-af25-497e-8cf4-f2c0ed041ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68d039b-780a-46ed-8368-5e248982fd08,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:12.550864 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 40506) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:12.584456 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2e47-dea4-4ea5-9229-a73f8fc5aec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:12.606046 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4f7a-a3ee-4b1a-8413-e97dd2331b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:12.630008 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4f7a-a3ee-4b1a-8413-e97dd2331b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:12.674648 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4f7a-a3ee-4b1a-8413-e97dd2331b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:12.677104 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ab7d4f7a-a3ee-4b1a-8413-e97dd2331b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:12.678244 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ab7d4f7a-a3ee-4b1a-8413-e97dd2331b51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a68d039b-780a-46ed-8368-5e248982fd08 HTTP/1.1" status: 204 len: 168 time: 0.1262481 Jul 09 18:53:12.685236 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d4f7a-a3ee-4b1a-8413-e97dd2331b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68d039b-780a-46ed-8368-5e248982fd08,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:15.248801 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:15.260259 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-4bef0042-8250-4a3d-8296-69e127543a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:16.440095 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:17.917049 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:18.751439 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-ed238217-55b3-4d1d-9e38-9ab372d1bf76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570164 Jul 09 18:53:18.885188 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-c27d2a75-a9c2-4741-ba6e-2dee90e653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:18.887003 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-c27d2a75-a9c2-4741-ba6e-2dee90e653a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0584493 Jul 09 18:53:18.994710 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-2b98f092-d078-4446-8b91-f3f69d19bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:18.996199 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-2b98f092-d078-4446-8b91-f3f69d19bc40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0886710 Jul 09 18:53:19.063479 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-b0d21a9e-9846-4698-805c-867e261b63ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886 HTTP/1.1" status: 200 len: 1000 time: 0.0599942 Jul 09 18:53:19.119414 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-7548d2b5-ee4e-4154-a481-be0506fcb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:19.120875 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-7548d2b5-ee4e-4154-a481-be0506fcb9b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0504313 Jul 09 18:53:19.177885 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-33f1a357-368d-4d77-9b05-812c0692e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:19.179404 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-33f1a357-368d-4d77-9b05-812c0692e2a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499201 Jul 09 18:53:19.290783 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-295fd897-d65c-487a-9489-e546afaf4fab service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877604 Jul 09 18:53:19.384433 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e4356b44-3111-4757-bbb7-885fdcb6d012 req-ddbb01e1-ff66-483b-90bb-fbdfa113a9f7 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855174 Jul 09 18:53:23.493688 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 40668) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:23.593160 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-57592000-f15e-4a72-ad6e-f7a82cae57c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:23.682535 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-57592000-f15e-4a72-ad6e-f7a82cae57c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:23.686245 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-57592000-f15e-4a72-ad6e-f7a82cae57c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:23.722718 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-57592000-f15e-4a72-ad6e-f7a82cae57c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e20409c180a342aab4b76f39d953c746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278986 Jul 09 18:53:23.724937 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57592000-f15e-4a72-ad6e-f7a82cae57c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc96cdf-0838-41b1-b4dd-f2bf894acd7f,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:23.725490 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40672) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:23.774806 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-35e094e2-3c8f-4828-a591-13e0899b33c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:23.807077 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-35e094e2-3c8f-4828-a591-13e0899b33c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:23.855845 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-35e094e2-3c8f-4828-a591-13e0899b33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:23.858425 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-35e094e2-3c8f-4828-a591-13e0899b33c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:23.859589 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-35e094e2-3c8f-4828-a591-13e0899b33c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dc96cdf-0838-41b1-b4dd-f2bf894acd7f HTTP/1.1" status: 204 len: 168 time: 0.1329365 Jul 09 18:53:23.867650 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e094e2-3c8f-4828-a591-13e0899b33c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc96cdf-0838-41b1-b4dd-f2bf894acd7f,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:26.025962 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-36778eaf-92ca-478e-9c7a-87c17093a92f tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1fd47e8a0a5d47cfa5b7ce7c028eeb15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280647 Jul 09 18:53:26.197668 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-115b647f-1c2f-42f4-9cf5-b21d664ce87b tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:26.199273 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-115b647f-1c2f-42f4-9cf5-b21d664ce87b tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677887 Jul 09 18:53:26.214537 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-fe1db1da-95df-455c-af4a-d70e12c726c0 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/quotas/1fd47e8a0a5d47cfa5b7ce7c028eeb15 HTTP/1.1" status: 200 len: 375 time: 0.0090926 Jul 09 18:53:26.246554 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-02b213b6-e87e-40a3-9b5c-58409d1c298d tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fd47e8a0a5d47cfa5b7ce7c028eeb15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267093 Jul 09 18:53:26.407867 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-774fa4f7-2694-4d5b-b27b-cf40e70d7b13 req-95a06c04-321f-4603-8e50-8604f4895135 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 210 time: 0.0273089 Jul 09 18:53:27.529364 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-da7b9f57-f7c2-41d6-ad55-0a07db90cbf4 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1fd47e8a0a5d47cfa5b7ce7c028eeb15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254600 Jul 09 18:53:27.844755 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-bf1b07e2-085a-464d-9ac2-38ed62df45d4 req-5c36d334-15b5-4ee1-81f6-1ae85728e9f7 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 210 time: 0.3190119 Jul 09 18:53:27.921387 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-dca3b8a0-105b-4c41-9bf6-779f43649148 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:27.922853 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-dca3b8a0-105b-4c41-9bf6-779f43649148 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3859069 Jul 09 18:53:27.941612 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Request body: {'port': {'device_id': 'd201ffd2-c4b7-4d48-8843-d75944f750db', 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29', 'admin_state_up': True, 'tenant_id': '1fd47e8a0a5d47cfa5b7ce7c028eeb15'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:53:28.045859 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Made reservation on behalf of 1fd47e8a0a5d47cfa5b7ce7c028eeb15 for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:53:28.049611 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.058942 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks [] for security_group, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.149893 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks [] for security_group, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.153590 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.213969 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bddaef2-c6ca-4e87-866a-e8f4b60d6155,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:28.284810 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Allocated IP 192.168.233.226 (b2d090d3-f8c4-421c-8cd6-271c8f4f3b29/93d80763-af33-4383-82cc-a9059bff8d2e/20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:53:28.429148 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.441821 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Transition to ACTIVE for port object 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:53:28.473772 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.517881 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:53:28.520952 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:53:28.523619 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:53:28.550780 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Pushing event updated for resources: {'Port': ['ID=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:28.581502 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:28.582194 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.596378 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-a52c58a3-fe1a-495e-9027-3ee83dc32baf tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6583674 Jul 09 18:53:28.615995 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Request body: {'port': {'device_id': 'd201ffd2-c4b7-4d48-8843-d75944f750db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:53:28.692504 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.760108 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-a69bfe59-6ffc-4e38-b758-b1bbd8e93aad None None] Provisioning for port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:53:28.764308 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-a69bfe59-6ffc-4e38-b758-b1bbd8e93aad None None] Provisioning complete for port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:53:28.764877 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a69bfe59-6ffc-4e38-b758-b1bbd8e93aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.797017 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-a69bfe59-6ffc-4e38-b758-b1bbd8e93aad None None] Port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:53:28.946562 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:53:28.953988 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:28.966049 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Transition to ACTIVE for port object 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:53:28.969921 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:29.019922 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Pushing event updated for resources: {'Port': ['ID=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:29.023415 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a1afa-9b91-49e2-8f75-478ef47db30e req-e639a508-9129-482b-9312-6db6febdf73d tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:29.025076 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-425a1afa-9b91-49e2-8f75-478ef47db30e req-e639a508-9129-482b-9312-6db6febdf73d tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 936 time: 0.0672178 Jul 09 18:53:29.067623 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-425a1afa-9b91-49e2-8f75-478ef47db30e req-70ae1201-1ce0-436e-af93-68a6c06e6616 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Jul 09 18:53:29.095427 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Attempting to bind port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:53:29.095763 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Attempting to bind port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:53:29.096089 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Attempting to bind port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 on network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:53:29.100570 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 on network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:53:29.100890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Attempting to bind port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 on network b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:53:29.106125 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:53:29.106479 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Checking segment: {'id': '70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:53:29.107381 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Bound using segment: {'id': '70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:53:29.107801 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Bound port: 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:53:29.108154 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:29.170890 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] For port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:53:29.173883 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] For port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,segment=NetworkSegment(70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6),segment_id=70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:53:29.179216 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:29.210953 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:29.211567 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:29.213019 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] 10.222.0.30 "PUT /v2.0/ports/20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 HTTP/1.1" status: 200 len: 1098 time: 0.6016035 Jul 09 18:53:29.213367 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd201ffd2-c4b7-4d48-8843-d75944f750db', 'tag': '20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:53:29.215618 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d201ffd2-c4b7-4d48-8843-d75944f750db", "tag": "20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:53:29.242124 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940932d-01b3-4662-8ac2-054c4575fc71 service neutron] Pushing event updated for resources: {'Port': ['ID=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:29.263005 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a9e68b-7cbb-4205-922d-3c07d75e2a2a x-openstack-request-id: req-c7a9e68b-7cbb-4205-922d-3c07d75e2a2a {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:53:29.263861 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d201ffd2-c4b7-4d48-8843-d75944f750db", "tag": "20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:53:29.264270 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7a9e68b-7cbb-4205-922d-3c07d75e2a2a {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:53:29.264817 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd201ffd2-c4b7-4d48-8843-d75944f750db', 'tag': '20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51', 'status': 'completed', 'code': 200} Jul 09 18:53:29.338135 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-8681efa0-aba0-4eb9-8d30-313a878076f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:29.339769 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-8681efa0-aba0-4eb9-8d30-313a878076f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fd47e8a0a5d47cfa5b7ce7c028eeb15&device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 1101 time: 0.0589292 Jul 09 18:53:29.393416 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-3029a143-47ac-4c0d-8bff-3d4b691c3e5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 HTTP/1.1" status: 200 len: 217 time: 0.0372603 Jul 09 18:53:29.440715 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-e4c4393c-a121-44f3-bcad-58c5fc625fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:29.442228 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-e4c4393c-a121-44f3-bcad-58c5fc625fe3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=93d80763-af33-4383-82cc-a9059bff8d2e HTTP/1.1" status: 200 len: 843 time: 0.0429988 Jul 09 18:53:29.504504 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-ad911e1e-17ba-4b15-8e6a-22593ce9eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:29.505930 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-ad911e1e-17ba-4b15-8e6a-22593ce9eb8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2d090d3-f8c4-421c-8cd6-271c8f4f3b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0557141 Jul 09 18:53:29.594362 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-18a607a1-ef69-4ad4-be29-1b7c3c40d32c service neutron] 10.222.0.30 "GET /v2.0/networks/b2d090d3-f8c4-421c-8cd6-271c8f4f3b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814583 Jul 09 18:53:29.690040 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-7b4ba88f-3053-4e05-83f6-4f7296ab1ef8 req-1d4bd434-a047-4ef8-bc4d-21e72dde27f0 service neutron] 10.222.0.30 "GET /v2.0/networks/b2d090d3-f8c4-421c-8cd6-271c8f4f3b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883536 Jul 09 18:53:29.841726 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-7de7505b-b4e7-4c02-b61a-e276ea184d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:29.843848 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-7de7505b-b4e7-4c02-b61a-e276ea184d66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fd47e8a0a5d47cfa5b7ce7c028eeb15&device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 1101 time: 0.0513880 Jul 09 18:53:29.933313 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-df6c07ac-2f63-4733-bd24-bd33263dda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:29.935502 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-df6c07ac-2f63-4733-bd24-bd33263dda6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2d090d3-f8c4-421c-8cd6-271c8f4f3b29 HTTP/1.1" status: 200 len: 870 time: 0.0840952 Jul 09 18:53:29.980018 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-edb754f9-2d58-40d5-ac92-29ccbd99510d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 HTTP/1.1" status: 200 len: 217 time: 0.0362573 Jul 09 18:53:30.030407 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-20cc8c90-8fcd-4550-8b85-c76a4677c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:30.031794 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-20cc8c90-8fcd-4550-8b85-c76a4677c8b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=93d80763-af33-4383-82cc-a9059bff8d2e HTTP/1.1" status: 200 len: 843 time: 0.0415015 Jul 09 18:53:30.090387 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-e4ed4e06-bbb4-45fd-ae2d-956b96f5421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:30.092432 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-e4ed4e06-bbb4-45fd-ae2d-956b96f5421f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2d090d3-f8c4-421c-8cd6-271c8f4f3b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0503249 Jul 09 18:53:30.189685 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-a9241340-e13c-47a8-ae0e-37583cb9d52d service neutron] 10.222.0.30 "GET /v2.0/networks/b2d090d3-f8c4-421c-8cd6-271c8f4f3b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872784 Jul 09 18:53:30.247103 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb0ec1-e6d1-490f-8a34-e9f5cce500b2 req-2174f753-56c6-41fc-b93f-1f6a641b3e8d tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:30.248619 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-53fb0ec1-e6d1-490f-8a34-e9f5cce500b2 req-2174f753-56c6-41fc-b93f-1f6a641b3e8d tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 948 time: 0.0643077 Jul 09 18:53:30.279932 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a869693d-0f1f-4b2f-80dd-e3e842e14fcd req-19298c43-19f3-47de-8bbc-6fc554778fb3 service neutron] 10.222.0.30 "GET /v2.0/networks/b2d090d3-f8c4-421c-8cd6-271c8f4f3b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832710 Jul 09 18:53:30.285509 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-53fb0ec1-e6d1-490f-8a34-e9f5cce500b2 req-321c0d71-3adf-4d56-98c8-d879cb48ae98 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Jul 09 18:53:31.464449 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67875-e2db-43cb-8477-dd0ff05149ca req-8070ef4f-1666-48df-95ea-53d69aad9048 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:31.465915 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-62e67875-e2db-43cb-8477-dd0ff05149ca req-8070ef4f-1666-48df-95ea-53d69aad9048 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 948 time: 0.0693388 Jul 09 18:53:31.506882 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-62e67875-e2db-43cb-8477-dd0ff05149ca req-79e1dcfb-f37f-4943-b5ac-9d18e6e07045 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Jul 09 18:53:32.526359 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:53:32.620257 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,segment=NetworkSegment(70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6),segment_id=70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:53:32.631922 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51', 'network_id': 'b2d090d3-f8c4-421c-8cd6-271c8f4f3b29', 'port_id': '20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51', 'mac_address': 'fa:16:3e:ad:50:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d80763-af33-4383-82cc-a9059bff8d2e', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:53:32.666722 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:32.672705 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbf297-f2c1-4a48-948b-c536d3641d40 req-18538886-ab57-433c-9b11-db019601d523 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:32.674196 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cdfbf297-f2c1-4a48-948b-c536d3641d40 req-18538886-ab57-433c-9b11-db019601d523 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 948 time: 0.0598438 Jul 09 18:53:32.679578 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:53:32.699654 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,segment=NetworkSegment(70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6),segment_id=70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:53:32.703836 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:32.712275 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cdfbf297-f2c1-4a48-948b-c536d3641d40 req-5ca80122-afea-423f-93b2-1cbd84ee702e tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Jul 09 18:53:32.749685 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:32.756491 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.756842 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.757182 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.757516 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.757844 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.758197 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.758525 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.758847 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.759173 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.759492 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.759810 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.760126 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:53:32.983538 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:53:33.883630 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dc958-527d-4715-bb65-3704ef6d2583 req-c23e5ca1-97ac-4425-8188-6128c5488ea0 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:33.885125 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d44dc958-527d-4715-bb65-3704ef6d2583 req-c23e5ca1-97ac-4425-8188-6128c5488ea0 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 949 time: 0.0629075 Jul 09 18:53:33.922409 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d44dc958-527d-4715-bb65-3704ef6d2583 req-7f64a30e-e4f7-4bd1-baca-11b7f03626fe tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308614 Jul 09 18:53:35.092960 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a54027-109a-4f37-8ec8-cdfbdab54e5c req-d3222232-47c6-43a7-b532-5880d0c6cb02 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:35.094415 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-00a54027-109a-4f37-8ec8-cdfbdab54e5c req-d3222232-47c6-43a7-b532-5880d0c6cb02 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 949 time: 0.0630701 Jul 09 18:53:35.129101 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-00a54027-109a-4f37-8ec8-cdfbdab54e5c req-2cc000e9-d2dd-4fcb-ae26-e27672d080e5 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293236 Jul 09 18:53:36.294279 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eabfe4-4fef-4598-a65f-97c4b0bc8d95 req-37bbccbf-d000-4dd2-badc-648be039ac01 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:36.296426 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d0eabfe4-4fef-4598-a65f-97c4b0bc8d95 req-37bbccbf-d000-4dd2-badc-648be039ac01 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 949 time: 0.0615938 Jul 09 18:53:36.333349 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d0eabfe4-4fef-4598-a65f-97c4b0bc8d95 req-d5b7eeab-97d2-4d46-9754-adc9c9d722b1 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309846 Jul 09 18:53:36.545976 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:53:36.591482 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:53:36.595452 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:53:36.595816 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:36.668892 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:36.690264 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd201ffd2-c4b7-4d48-8843-d75944f750db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:53:36.692433 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f83ab1d-1f0b-4156-8909-b4f8601a6ac8" -d '{"events": [{"server_uuid": "d201ffd2-c4b7-4d48-8843-d75944f750db", "name": "network-vif-plugged", "status": "completed", "tag": "20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:53:36.704849 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,segment=NetworkSegment(70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6),segment_id=70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:53:36.709006 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:36.730987 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ddbd69-536c-45c4-aa94-ee66352d6846 x-openstack-request-id: req-40ddbd69-536c-45c4-aa94-ee66352d6846 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:53:36.731271 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d201ffd2-c4b7-4d48-8843-d75944f750db", "name": "network-vif-plugged", "status": "completed", "tag": "20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:53:36.731515 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40ddbd69-536c-45c4-aa94-ee66352d6846 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:53:36.731889 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd201ffd2-c4b7-4d48-8843-d75944f750db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51', 'code': 200} Jul 09 18:53:36.756808 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:36.979925 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d97dad-2292-46c9-b5a4-5a48f3adbc9c req-9c4d12af-165e-4230-963a-519ab8c2ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:36.981395 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-86d97dad-2292-46c9-b5a4-5a48f3adbc9c req-9c4d12af-165e-4230-963a-519ab8c2ce5d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 1103 time: 0.0529702 Jul 09 18:53:37.014754 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-86d97dad-2292-46c9-b5a4-5a48f3adbc9c req-f3ae3c70-128f-4937-bf84-3c947376666c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261292 Jul 09 18:53:37.509013 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06688b4b-7d19-4d2f-a459-46eec888a7da req-30718dbb-6667-4f1d-91ed-5c9d81549444 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:37.510496 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-06688b4b-7d19-4d2f-a459-46eec888a7da req-30718dbb-6667-4f1d-91ed-5c9d81549444 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 950 time: 0.0612612 Jul 09 18:53:37.546944 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-06688b4b-7d19-4d2f-a459-46eec888a7da req-2cd24636-8ec7-4b2c-8d23-635d18c6de31 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Jul 09 18:53:38.725867 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95150ea3-ae10-4380-b1d3-d3c337ef55a8 req-9f700284-e1ef-4f22-8514-45a675404a5c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:38.727442 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-95150ea3-ae10-4380-b1d3-d3c337ef55a8 req-9f700284-e1ef-4f22-8514-45a675404a5c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 950 time: 0.0624006 Jul 09 18:53:38.767074 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-95150ea3-ae10-4380-b1d3-d3c337ef55a8 req-35b1600e-39c2-4bb2-9410-16238ce26bee tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Jul 09 18:53:39.159776 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e996f8-9127-46f7-b93b-bf6bc1497594 req-aa86cee2-dff5-4878-b9b7-9d62479b6b4c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:39.161132 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-06e996f8-9127-46f7-b93b-bf6bc1497594 req-aa86cee2-dff5-4878-b9b7-9d62479b6b4c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 950 time: 0.0638022 Jul 09 18:53:39.196805 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-06e996f8-9127-46f7-b93b-bf6bc1497594 req-2ff0a4ae-728d-4c6a-bee7-02a119cbb4d3 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302889 Jul 09 18:53:40.371883 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76690e-734c-428e-be0e-f96cbc9737b0 req-4b1b20be-b878-4a20-a132-0236c97b33fd tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:40.373373 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3d76690e-734c-428e-be0e-f96cbc9737b0 req-4b1b20be-b878-4a20-a132-0236c97b33fd tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 950 time: 0.0667562 Jul 09 18:53:40.410238 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3d76690e-734c-428e-be0e-f96cbc9737b0 req-209b5e41-dd82-4895-937d-8be0226ccb9e tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bddaef2-c6ca-4e87-866a-e8f4b60d6155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Jul 09 18:53:40.574186 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-ab280110-7bf0-4a17-b8d0-5f670a7539a6 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:53:40.575533 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-ab280110-7bf0-4a17-b8d0-5f670a7539a6 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.30 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 950 time: 0.0601392 Jul 09 18:53:40.669011 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Deleting port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:53:40.669336 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:40.756987 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] For port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,segment=NetworkSegment(70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6),segment_id=70d5c6b3-0d8a-4ce7-bacf-3330f13d40b6)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:53:40.757343 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:40.770329 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Calling delete_port for 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:53:40.902103 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:40.928924 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Pushing event deleted for resources: {'Port': ['ID=20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:40.939367 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:53:40.974799 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] No DVR routers for this DVR port 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:53:40.977256 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:40.979339 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-1ef71682-3d0a-4bbe-8bff-aabf5ce71e25 req-79509ed8-9ccd-42bb-90a7-fbb4cea0fa8c tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.30 "DELETE /v2.0/ports/20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 HTTP/1.1" status: 204 len: 173 time: 0.3980925 Jul 09 18:53:40.979848 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd201ffd2-c4b7-4d48-8843-d75944f750db', 'name': 'network-vif-deleted', 'tag': '20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:53:40.983857 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e533935-044d-491a-b6ff-5140704e0057" -d '{"events": [{"server_uuid": "d201ffd2-c4b7-4d48-8843-d75944f750db", "name": "network-vif-deleted", "tag": "20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:53:41.036972 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c23b0a-9abc-485e-8c79-b199344f729a x-openstack-request-id: req-30c23b0a-9abc-485e-8c79-b199344f729a {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:53:41.037274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d201ffd2-c4b7-4d48-8843-d75944f750db", "name": "network-vif-deleted", "tag": "20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:53:41.037525 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30c23b0a-9abc-485e-8c79-b199344f729a {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:53:41.037946 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd201ffd2-c4b7-4d48-8843-d75944f750db', 'name': 'network-vif-deleted', 'tag': '20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51', 'status': 'completed', 'code': 200} Jul 09 18:53:41.564229 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-008a06a6-d79a-4503-8a11-e681c6ea5120 req-7e51d88a-8740-4e47-8374-b9377cb56bd2 tempest-VolumesNegativeTest-11267480 tempest-VolumesNegativeTest-11267480-project] 10.222.0.22 "GET /v2.0/ports?device_id=d201ffd2-c4b7-4d48-8843-d75944f750db HTTP/1.1" status: 200 len: 210 time: 0.0326543 Jul 09 18:53:42.104976 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 40864) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:42.204873 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2b8a269b-6adc-4b56-90d6-b77ebe44b652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:42.290675 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2b8a269b-6adc-4b56-90d6-b77ebe44b652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:42.294133 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-2b8a269b-6adc-4b56-90d6-b77ebe44b652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:42.330343 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-2b8a269b-6adc-4b56-90d6-b77ebe44b652 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36b5f8d38aca44c6b49c8c13f977bf5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243087 Jul 09 18:53:42.331478 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a269b-6adc-4b56-90d6-b77ebe44b652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ee2b9-624e-4de0-819b-1e9abe2445e0,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:42.333076 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 40868) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:42.376914 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:42.382003 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8d340278-7804-4097-9999-4431d4f80a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:42.402805 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8d340278-7804-4097-9999-4431d4f80a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:42.447239 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8d340278-7804-4097-9999-4431d4f80a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:42.449741 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8d340278-7804-4097-9999-4431d4f80a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:42.450900 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-8d340278-7804-4097-9999-4431d4f80a2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f49ee2b9-624e-4de0-819b-1e9abe2445e0 HTTP/1.1" status: 204 len: 168 time: 0.1167808 Jul 09 18:53:42.458737 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d340278-7804-4097-9999-4431d4f80a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49ee2b9-624e-4de0-819b-1e9abe2445e0,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:42.585541 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d6ee5cbc-1a75-4be9-b550-ccce642e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:43.167432 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:53:44.577746 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:53:44.599055 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:53:44.599479 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 20b6b77a-5ae2-4eb4-b34d-d73ed7ea3f51 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:53:45.239324 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:45.258956 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-269cd113-da4a-4fd7-b80e-7475e04e86e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:46.438078 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 41154) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:46.445122 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:46.577044 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-d460a698-f267-4012-9901-3089673b9f6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fd47e8a0a5d47cfa5b7ce7c028eeb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370463 Jul 09 18:53:46.579483 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 41158) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:53:46.629609 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-62d183fc-a3c5-4e56-9479-1f3d5b196543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:46.651728 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-62d183fc-a3c5-4e56-9479-1f3d5b196543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:46.700956 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-62d183fc-a3c5-4e56-9479-1f3d5b196543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:46.704170 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-62d183fc-a3c5-4e56-9479-1f3d5b196543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:53:46.705497 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-62d183fc-a3c5-4e56-9479-1f3d5b196543 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bddaef2-c6ca-4e87-866a-e8f4b60d6155 HTTP/1.1" status: 204 len: 168 time: 0.1250379 Jul 09 18:53:46.713191 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d183fc-a3c5-4e56-9479-1f3d5b196543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bddaef2-c6ca-4e87-866a-e8f4b60d6155,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:53:47.919651 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:12.371717 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:12.587207 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-06e32baa-769d-4881-823a-990549a69299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:15.241323 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:15.258557 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-4699c2f6-4173-4ea4-b1e8-c9bff70c5c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:16.444983 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:17.923165 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:19.422635 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 41360) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:54:19.526230 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:19.613206 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:19.616951 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:19.650390 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b598ad16561549b2b0ddbcd1d2a4ff1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266371 Jul 09 18:54:19.654032 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 41364) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:54:19.661483 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2963a-4aac-4124-9f7e-1762ab03ae79,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:19.679872 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.680128 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.680454 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.680775 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.681092 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.681411 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.681725 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.682039 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.682506 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.682818 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.683130 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.683440 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb88a1c-8f97-45d1-a214-4944fef078aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:19.690406 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-26dc5deb-f16c-468d-aab8-9147c492f135 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547633 Jul 09 18:54:19.717405 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b92d7f93-fc4d-44e3-9cb4-25c1e561c57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:19.737635 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b92d7f93-fc4d-44e3-9cb4-25c1e561c57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:19.787189 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b92d7f93-fc4d-44e3-9cb4-25c1e561c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:19.789839 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-b92d7f93-fc4d-44e3-9cb4-25c1e561c57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:19.791023 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-b92d7f93-fc4d-44e3-9cb4-25c1e561c57f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1b2963a-4aac-4124-9f7e-1762ab03ae79 HTTP/1.1" status: 204 len: 168 time: 0.1360886 Jul 09 18:54:19.799013 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d7f93-fc4d-44e3-9cb4-25c1e561c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2963a-4aac-4124-9f7e-1762ab03ae79,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:19.802482 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-df326a74-0ced-4d59-aea5-66a5f42128d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:19.804199 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-df326a74-0ced-4d59-aea5-66a5f42128d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0548666 Jul 09 18:54:19.912568 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-39294610-d3c6-414e-be82-cadb17fc1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:19.914034 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-39294610-d3c6-414e-be82-cadb17fc1c71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0885346 Jul 09 18:54:19.982839 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-c6c5b313-9375-4128-8d37-4462df13b29f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886 HTTP/1.1" status: 200 len: 1000 time: 0.0623434 Jul 09 18:54:20.030484 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-d006c758-2161-404b-8b5e-45fd2f654129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:20.031965 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-d006c758-2161-404b-8b5e-45fd2f654129 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0434256 Jul 09 18:54:20.094492 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-39de8056-6a88-4c0b-8d61-0c684136202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:20.096031 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-39de8056-6a88-4c0b-8d61-0c684136202b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0581322 Jul 09 18:54:20.171910 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:54:20.187752 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-7f83d36f-4718-4e74-8dcd-b28c91d05acf service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852344 Jul 09 18:54:20.284541 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6fc5de7d-bf08-4b49-8845-2b3ff85d18b8 req-44a12e5a-083b-49aa-9b99-d186d9354b80 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908060 Jul 09 18:54:20.419773 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 41386) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:54:20.509822 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-51040410-network', 'tenant_id': '75f04b5bd92f453398cb5b850b8dcddb'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:54:20.530582 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Made reservation on behalf of 75f04b5bd92f453398cb5b850b8dcddb for: {'network': 1} {{(pid=104836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:54:20.532801 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for network, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:20.540629 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:20.625684 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:20.629814 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:20.656056 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=104836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 18:54:20.665749 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e587c9-1d11-4c0f-9c4e-040c184b94e4,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:20.671132 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:20.671490 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.segments_db [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Added segment 384772b3-82fb-4978-a7e0-cd13a6fa12dc of type vlan for network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 Jul 09 18:54:20.710635 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784005544039'] for network, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:20.746395 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478'] for network, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:20.747507 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:20.750015 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:21.047375 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6263859 Jul 09 18:54:21.050232 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 41390) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:54:21.054544 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97b1c6-bf88-4aa4-82af-e61134e2131f admin admin] Pushing event updated for resources: {'Network': ['ID=6eae2d8a-fa48-44a8-b884-8e73a4d81798,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:21.055340 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Request body: {'subnet': {'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-51040410-subnet', 'tenant_id': '75f04b5bd92f453398cb5b850b8dcddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:54:21.065250 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 details requested by agent ovs-agent-dv-cinder-780933-10-iscsi with host dv-cinder-780933-10-iscsi {{(pid=104837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 18:54:21.076265 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Made reservation on behalf of 75f04b5bd92f453398cb5b850b8dcddb for: {'subnet': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:54:21.078820 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15545278'] for subnet, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:21.244444 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13845528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15545260'] for subnet, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:21.299329 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e410aa-1627-4828-8ff5-9f8025a4c404,revision_number=0']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:21.310867 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.311217 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.311555 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.311885 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.312216 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.312542 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.312867 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.313196 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.313517 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.313835 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.314173 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.314493 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:54:21.317381 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Checking segment: {'id': '384772b3-82fb-4978-a7e0-cd13a6fa12dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:54:21.317731 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Network hostable DHCP agents. Network: 6eae2d8a-fa48-44a8-b884-8e73a4d81798, hostable agents: ['1bd8815f-37f9-4cab-a53f-182f8ae9400b'], hosted agents: [] {{(pid=104835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 18:54:21.334702 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 is scheduled to be hosted by DHCP agent 1bd8815f-37f9-4cab-a53f-182f8ae9400b with binding_index 1 {{(pid=104835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 18:54:21.343855 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-10-iscsi, 6eae2d8a-fa48-44a8-b884-8e73a4d81798) {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:54:21.347914 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:21.348497 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:21.353166 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e94dd-f317-4a83-9c0e-ede24fa31110 None None] Network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:54:21.363389 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-460189b4-23f1-4f3e-8ed3-dbca3baa2404 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3119991 Jul 09 18:54:21.478261 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fcb7a3-27d6-4870-a8ee-94185007e8fd None None] Network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:54:23.109822 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-caa1ac88-7491-4efc-ade2-e6103d96922e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:23.111364 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-caa1ac88-7491-4efc-ade2-e6103d96922e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/networks?id=6eae2d8a-fa48-44a8-b884-8e73a4d81798 HTTP/1.1" status: 200 len: 812 time: 0.1012447 Jul 09 18:54:23.125966 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-4e01b051-3035-4e53-82f2-9d23aacacfe1 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/quotas/75f04b5bd92f453398cb5b850b8dcddb HTTP/1.1" status: 200 len: 375 time: 0.0089791 Jul 09 18:54:23.159709 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-b2931bdb-c51b-4315-bc78-31c93f57e0b5 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=75f04b5bd92f453398cb5b850b8dcddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285051 Jul 09 18:54:23.249155 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-f25c8b0e-3256-418b-9c35-b4b4928b0832 service neutron] 10.222.0.22 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830202 Jul 09 18:54:23.336924 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-70f69257-4c50-4b55-9bd1-93f0e2e36f19 service neutron] 10.222.0.22 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820324 Jul 09 18:54:23.499721 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7cba5a83-b36d-459a-91b7-ee4b78e028f9 req-decce253-dff8-48a7-8c87-9f7968eb0170 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 210 time: 0.0285645 Jul 09 18:54:24.614730 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-0c733706-c85c-4e70-8d18-07f9708306ca tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:24.615840 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-0c733706-c85c-4e70-8d18-07f9708306ca tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.30 "GET /v2.0/networks?id=6eae2d8a-fa48-44a8-b884-8e73a4d81798 HTTP/1.1" status: 200 len: 812 time: 0.1034119 Jul 09 18:54:24.649301 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-6f151133-335c-4428-9790-3abc97b4922e req-c943087c-32ba-420b-a2a2-2d6fd55c70f5 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 210 time: 0.0324986 Jul 09 18:54:24.652689 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Request body: {'port': {'device_id': 'f6efb300-a607-4aa7-a8a0-2aecd5259fa2', 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798', 'admin_state_up': True, 'tenant_id': '75f04b5bd92f453398cb5b850b8dcddb'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:54:24.765007 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Made reservation on behalf of 75f04b5bd92f453398cb5b850b8dcddb for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:54:24.768589 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:24.892024 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Allocated IP 172.20.0.14 (6eae2d8a-fa48-44a8-b884-8e73a4d81798/47e410aa-1627-4828-8ff5-9f8025a4c404/0c1bb7b5-bf3d-4331-a8ee-e1ba97926762) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:54:25.029808 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:25.070628 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:25.115114 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:54:25.118187 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:54:25.122045 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:54:25.128271 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Pushing event updated for resources: {'Port': ['ID=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:25.171822 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:25.172428 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:25.186378 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-15e2093f-e666-4c7e-a5b5-ea02663fee8e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5394564 Jul 09 18:54:25.204253 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Request body: {'port': {'device_id': 'f6efb300-a607-4aa7-a8a0-2aecd5259fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:54:25.274341 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:25.554790 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:54:25.563977 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:25.576637 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Transition to ACTIVE for port object 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:54:25.580637 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:25.631594 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:25.709828 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Attempting to bind port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:54:25.710171 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Attempting to bind port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '384772b3-82fb-4978-a7e0-cd13a6fa12dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:54:25.710514 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Attempting to bind port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 on network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:54:25.714803 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 on network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:54:25.715294 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Attempting to bind port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 on network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:54:25.720153 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:54:25.720483 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Checking segment: {'id': '384772b3-82fb-4978-a7e0-cd13a6fa12dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:54:25.720872 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Bound using segment: {'id': '384772b3-82fb-4978-a7e0-cd13a6fa12dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:54:25.721274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Bound port: 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384772b3-82fb-4978-a7e0-cd13a6fa12dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:54:25.721656 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:25.795066 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] For port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:54:25.798888 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] For port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:54:25.804088 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:25.831583 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce798902-06b0-427b-910f-1e52cff6759d req-a28bdb7d-11af-409f-8f85-6baac0e56223 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:25.832981 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ce798902-06b0-427b-910f-1e52cff6759d req-a28bdb7d-11af-409f-8f85-6baac0e56223 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 944 time: 0.0711815 Jul 09 18:54:25.845818 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:25.846835 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:25.848771 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] 10.222.0.30 "PUT /v2.0/ports/0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 HTTP/1.1" status: 200 len: 1094 time: 0.6490028 Jul 09 18:54:25.849419 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6efb300-a607-4aa7-a8a0-2aecd5259fa2', 'tag': '0c1bb7b5-bf3d-4331-a8ee-e1ba97926762'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:54:25.852195 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6efb300-a607-4aa7-a8a0-2aecd5259fa2", "tag": "0c1bb7b5-bf3d-4331-a8ee-e1ba97926762"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:54:25.879728 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69303539-81e1-43d2-a331-d81d85b6a040 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:25.880570 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ce798902-06b0-427b-910f-1e52cff6759d req-0939876f-df54-499f-8834-1f0ee949a0c7 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Jul 09 18:54:25.906861 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eb30f6-6fd7-4fb0-afbb-bbd922d7c383 x-openstack-request-id: req-74eb30f6-6fd7-4fb0-afbb-bbd922d7c383 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:54:25.907146 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6efb300-a607-4aa7-a8a0-2aecd5259fa2", "tag": "0c1bb7b5-bf3d-4331-a8ee-e1ba97926762", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:54:25.907398 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74eb30f6-6fd7-4fb0-afbb-bbd922d7c383 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:54:25.907815 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6efb300-a607-4aa7-a8a0-2aecd5259fa2', 'tag': '0c1bb7b5-bf3d-4331-a8ee-e1ba97926762', 'status': 'completed', 'code': 200} Jul 09 18:54:25.972312 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-22fb732c-e430-456d-ba1c-82ae218bb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:25.973775 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-22fb732c-e430-456d-ba1c-82ae218bb5c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75f04b5bd92f453398cb5b850b8dcddb&device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0510988 Jul 09 18:54:26.021454 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-03b21946-8b5c-4799-8730-8c5e69723040 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 HTTP/1.1" status: 200 len: 217 time: 0.0351477 Jul 09 18:54:26.067827 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-2576466d-b385-42e5-b1cd-3c9937f6f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:26.069228 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-2576466d-b385-42e5-b1cd-3c9937f6f8a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47e410aa-1627-4828-8ff5-9f8025a4c404 HTTP/1.1" status: 200 len: 852 time: 0.0415781 Jul 09 18:54:26.099831 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-826c16b4-6206-4aeb-9614-6f6eaa1671eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eae2d8a-fa48-44a8-b884-8e73a4d81798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245860 Jul 09 18:54:26.194477 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-5da2c25c-37d8-4dc8-8fdd-c4e6f521ce98 service neutron] 10.222.0.30 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879397 Jul 09 18:54:26.278555 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0fad11a9-e69a-4928-b013-08b64bbbc06d req-5c0e1790-26de-417e-b15c-22c979225b37 service neutron] 10.222.0.30 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782015 Jul 09 18:54:26.429976 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-4dc079ce-98df-4520-891f-2a0588343442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:26.431390 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-4dc079ce-98df-4520-891f-2a0588343442 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75f04b5bd92f453398cb5b850b8dcddb&device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0545075 Jul 09 18:54:26.517839 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-dc7b62eb-d137-4798-8dc8-159ee624ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:26.519325 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-dc7b62eb-d137-4798-8dc8-159ee624ecae service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eae2d8a-fa48-44a8-b884-8e73a4d81798 HTTP/1.1" status: 200 len: 913 time: 0.0803485 Jul 09 18:54:26.561311 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-004c8eeb-ef22-4d69-ac39-53f2a4d860a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 HTTP/1.1" status: 200 len: 217 time: 0.0338762 Jul 09 18:54:26.611378 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-98c4ed90-0342-4663-a137-a0f7aa1fdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:26.613048 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-98c4ed90-0342-4663-a137-a0f7aa1fdaa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47e410aa-1627-4828-8ff5-9f8025a4c404 HTTP/1.1" status: 200 len: 852 time: 0.0455470 Jul 09 18:54:26.644660 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-a904d46f-fbce-4b17-a6fc-1ff23b225923 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eae2d8a-fa48-44a8-b884-8e73a4d81798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248311 Jul 09 18:54:26.730818 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-6daf7296-60e5-4276-aa3f-d138541c30b4 service neutron] 10.222.0.30 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775516 Jul 09 18:54:26.818364 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52a30d49-eda4-4a25-a3dd-1d15dfd8f3d8 req-77308056-cbcc-4b01-a262-ee475f435fde service neutron] 10.222.0.30 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810707 Jul 09 18:54:27.054466 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78ecb2-0b95-419a-9176-ace57c49b6cf req-aba64b8c-9aa2-4e48-9d48-b0b5a973b72a tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:27.055876 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5a78ecb2-0b95-419a-9176-ace57c49b6cf req-aba64b8c-9aa2-4e48-9d48-b0b5a973b72a tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 944 time: 0.0621336 Jul 09 18:54:27.092431 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5a78ecb2-0b95-419a-9176-ace57c49b6cf req-9145cd9b-b20e-48b0-9642-1ea016edeff5 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310206 Jul 09 18:54:28.268477 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cd513-75da-496d-8f7e-1ef17592432e req-daa5fd87-4233-4d06-a598-f63c5250a952 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:28.269917 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-341cd513-75da-496d-8f7e-1ef17592432e req-daa5fd87-4233-4d06-a598-f63c5250a952 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 944 time: 0.0610716 Jul 09 18:54:28.305308 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-341cd513-75da-496d-8f7e-1ef17592432e req-5fa663db-c8de-4135-952a-a4e9f866fb74 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300159 Jul 09 18:54:28.770618 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:54:28.860142 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:54:28.870981 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '0c1bb7b5-bf3d-4331-a8ee-e1ba97926762', 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798', 'port_id': '0c1bb7b5-bf3d-4331-a8ee-e1ba97926762', 'mac_address': 'fa:16:3e:f3:2b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e410aa-1627-4828-8ff5-9f8025a4c404', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:54:28.906554 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:28.921801 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:54:28.940379 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:54:28.944879 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:28.990745 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:29.238307 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['0c1bb7b5-bf3d-4331-a8ee-e1ba97926762'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:54:29.476520 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ace4b-0931-4943-84a5-490cad4df851 req-e2072879-db46-405e-b11f-7da830f9c449 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:29.478048 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0a5ace4b-0931-4943-84a5-490cad4df851 req-e2072879-db46-405e-b11f-7da830f9c449 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 945 time: 0.0629292 Jul 09 18:54:29.515569 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0a5ace4b-0931-4943-84a5-490cad4df851 req-4a24d6ae-e6e5-4285-b083-c6e78d70f235 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317020 Jul 09 18:54:30.688264 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1de8d-da90-438e-acb3-089de0f8ac89 req-5efd314e-9f6b-4b99-84bd-2ef31718b428 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:30.689689 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4ee1de8d-da90-438e-acb3-089de0f8ac89 req-5efd314e-9f6b-4b99-84bd-2ef31718b428 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 945 time: 0.0636954 Jul 09 18:54:30.725150 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4ee1de8d-da90-438e-acb3-089de0f8ac89 req-7bf67d77-88ab-4b02-955f-5077df281efd tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300531 Jul 09 18:54:30.785067 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:54:30.840962 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:54:30.844545 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:54:30.844912 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:30.917216 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:30.939723 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6efb300-a607-4aa7-a8a0-2aecd5259fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1bb7b5-bf3d-4331-a8ee-e1ba97926762'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:54:30.941990 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f23827b-ef14-4fc0-87a0-55d51b6cc8ab" -d '{"events": [{"server_uuid": "f6efb300-a607-4aa7-a8a0-2aecd5259fa2", "name": "network-vif-plugged", "status": "completed", "tag": "0c1bb7b5-bf3d-4331-a8ee-e1ba97926762"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:54:30.955015 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:54:30.958981 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:30.984465 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf03090-383e-4e9b-b6af-3ea0c0fc2a19 x-openstack-request-id: req-abf03090-383e-4e9b-b6af-3ea0c0fc2a19 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:54:30.984789 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6efb300-a607-4aa7-a8a0-2aecd5259fa2", "name": "network-vif-plugged", "status": "completed", "tag": "0c1bb7b5-bf3d-4331-a8ee-e1ba97926762", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:54:30.985033 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abf03090-383e-4e9b-b6af-3ea0c0fc2a19 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:54:30.985433 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6efb300-a607-4aa7-a8a0-2aecd5259fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1bb7b5-bf3d-4331-a8ee-e1ba97926762', 'code': 200} Jul 09 18:54:31.011170 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:54:31.221469 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79efb6e-2ce2-4481-a592-cca11b78bc96 req-86434397-8de6-4036-878a-cffcfa2f8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:31.223008 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d79efb6e-2ce2-4481-a592-cca11b78bc96 req-86434397-8de6-4036-878a-cffcfa2f8b7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 1099 time: 0.0506415 Jul 09 18:54:31.257382 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d79efb6e-2ce2-4481-a592-cca11b78bc96 req-e712f2fc-7a7e-4375-98db-2a22e0cc8a9e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267925 Jul 09 18:54:31.889742 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9dd2-0c62-4efa-818d-f4da6e6c0334 req-a649e626-9144-4b81-bfce-79798117c602 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:31.891217 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a61d9dd2-0c62-4efa-818d-f4da6e6c0334 req-a649e626-9144-4b81-bfce-79798117c602 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 946 time: 0.0604362 Jul 09 18:54:31.930715 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a61d9dd2-0c62-4efa-818d-f4da6e6c0334 req-74313dcc-56c8-4d9d-b281-540fbb007a63 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340512 Jul 09 18:54:33.097543 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84065853-87fb-471d-b0cb-d6612ff7d6f3 req-989a7ffc-b1f1-4853-b6e6-53f9e1b8a770 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:54:33.099012 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-84065853-87fb-471d-b0cb-d6612ff7d6f3 req-989a7ffc-b1f1-4853-b6e6-53f9e1b8a770 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 946 time: 0.0605819 Jul 09 18:54:33.134713 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-84065853-87fb-471d-b0cb-d6612ff7d6f3 req-9a05c134-67f0-4fe1-91dd-ccad0eea5f2b tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302730 Jul 09 18:54:42.391012 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:42.587914 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-08058ad7-783e-44ca-948b-476bb199b7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:45.249133 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:45.260387 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7de72663-36ba-4f2e-bfbe-836161752dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:46.446888 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:47.925779 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:54:57.177936 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:55:03.800564 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f62aa-5181-49a9-86df-8f552a18c7cf req-0b40c134-552d-4310-8a8d-7bd0c2de5e91 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:03.801947 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-594f62aa-5181-49a9-86df-8f552a18c7cf req-0b40c134-552d-4310-8a8d-7bd0c2de5e91 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.1624014 Jul 09 18:55:03.838803 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-594f62aa-5181-49a9-86df-8f552a18c7cf req-65377913-f3eb-4919-b9e0-f609eb63aad2 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Jul 09 18:55:05.055590 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0194aa-6ce7-400e-bf9a-cb4c7ad0a612 req-6aacdb28-5be3-4faa-b617-57a317fe6d66 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:05.057046 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4f0194aa-6ce7-400e-bf9a-cb4c7ad0a612 req-6aacdb28-5be3-4faa-b617-57a317fe6d66 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.1095243 Jul 09 18:55:05.096392 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4f0194aa-6ce7-400e-bf9a-cb4c7ad0a612 req-cdf47434-2802-4c5d-b22a-d0c861dd3f53 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336390 Jul 09 18:55:06.264127 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903050f-d38a-4511-b5d9-01c350807a13 req-cb476b70-09c8-463f-9145-707c9553deaa tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:06.265555 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f903050f-d38a-4511-b5d9-01c350807a13 req-cb476b70-09c8-463f-9145-707c9553deaa tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.0602257 Jul 09 18:55:06.304674 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f903050f-d38a-4511-b5d9-01c350807a13 req-c84394ae-19f3-4acc-a136-0e144a428294 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337398 Jul 09 18:55:07.174224 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-345a41ab-aea6-4ab4-95f2-511562609c20 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:07.175605 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-345a41ab-aea6-4ab4-95f2-511562609c20 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.0666368 Jul 09 18:55:07.273993 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Deleting port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:55:07.274746 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:07.367844 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] For port b71ed61c-ed0a-44d4-a0a4-1e85f4617886, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:55:07.368200 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:07.490303 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0a174-15e1-4f6d-a3d0-a5f8bc345b2e req-ef19f17a-48c5-4636-8348-2f882996942c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:07.491832 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6ac0a174-15e1-4f6d-a3d0-a5f8bc345b2e req-ef19f17a-48c5-4636-8348-2f882996942c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 945 time: 0.0633509 Jul 09 18:55:07.534579 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6ac0a174-15e1-4f6d-a3d0-a5f8bc345b2e req-f8e561b1-00c6-44db-9252-81c851e23541 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369644 Jul 09 18:55:07.544655 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:07.545024 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:07.545334 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Floating IP 290934b2-5aed-4c5d-a6ed-2ae81cdacc7b disassociated. External IP: 172.27.2.93, port: b71ed61c-ed0a-44d4-a0a4-1e85f4617886. Jul 09 18:55:07.545735 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Calling delete_port for b71ed61c-ed0a-44d4-a0a4-1e85f4617886 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:55:07.690035 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:07.724082 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event deleted for resources: {'Port': ['ID=b71ed61c-ed0a-44d4-a0a4-1e85f4617886,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:08.137829 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Router fa3a45f7-525e-4e48-85b6-07a5d4958fbf has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:55:08.242010 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:55:08.252306 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] Sync routers for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:55:08.261163 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:55:08.261773 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:54:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:55:08.283876 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] No DVR routers for this DVR port b71ed61c-ed0a-44d4-a0a4-1e85f4617886 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:55:08.286605 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:08.288878 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a8cbf517-414f-45a6-803a-7c0f3b42409d req-124bdbd7-11d5-4298-9ba4-8258ac3af92c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "DELETE /v2.0/ports/b71ed61c-ed0a-44d4-a0a4-1e85f4617886 HTTP/1.1" status: 204 len: 173 time: 1.1070979 Jul 09 18:55:08.289363 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'name': 'network-vif-deleted', 'tag': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:55:08.291655 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc517ed3-9eff-4d20-a84b-3744f8fff804" -d '{"events": [{"server_uuid": "6b442de6-46c9-4d70-83da-0c859f000bb5", "name": "network-vif-deleted", "tag": "b71ed61c-ed0a-44d4-a0a4-1e85f4617886"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:55:08.334589 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965c1668-d582-45ec-9115-5be2aa23c7e9 x-openstack-request-id: req-965c1668-d582-45ec-9115-5be2aa23c7e9 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:55:08.334883 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b442de6-46c9-4d70-83da-0c859f000bb5", "name": "network-vif-deleted", "tag": "b71ed61c-ed0a-44d4-a0a4-1e85f4617886", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:55:08.335132 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-965c1668-d582-45ec-9115-5be2aa23c7e9 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:55:08.335523 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b442de6-46c9-4d70-83da-0c859f000bb5', 'name': 'network-vif-deleted', 'tag': 'b71ed61c-ed0a-44d4-a0a4-1e85f4617886', 'status': 'completed', 'code': 200} Jul 09 18:55:08.374760 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:55:08.574673 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:55:08.603354 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] Checking router: fa3a45f7-525e-4e48-85b6-07a5d4958fbf for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:55:08.612745 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:55:08.613362 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:54:45Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:55:08.691978 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-4a06c8bb-8f8b-42cc-bcee-59e857cb31f5 req-6d28fbbe-8ff7-4bd4-8ae6-bf90e395237d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 210 time: 0.0341759 Jul 09 18:55:08.720339 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:55:08.913736 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:55:08.939280 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743acbc0-b5fc-4cb7-9fd1-258ecfe70f81 None None] The sync data for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi is: [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:55:09.145454 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f8a2a-2194-46d5-97cb-43c7699dab34 None None] New status for floating IP 290934b2-5aed-4c5d-a6ed-2ae81cdacc7b: DOWN {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:55:09.832588 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f088c786-dcae-4e20-bfd5-345759b11a52 req-66485d50-ea56-482f-b000-1222551df0c0 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 210 time: 0.0281107 Jul 09 18:55:10.626953 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device b71ed61c-ed0a-44d4-a0a4-1e85f4617886 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:55:10.647399 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: b71ed61c-ed0a-44d4-a0a4-1e85f4617886 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:55:10.647732 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device b71ed61c-ed0a-44d4-a0a4-1e85f4617886 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:55:10.974074 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0a4cffa6-d15c-413c-9c2e-491c5070c512 req-212e60d1-0ceb-4e30-b435-d875368b44b5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b442de6-46c9-4d70-83da-0c859f000bb5 HTTP/1.1" status: 200 len: 210 time: 0.0333295 Jul 09 18:55:12.258392 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63b72449-f805-4124-b112-4cb6f119674b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424267084&fields=id&tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef HTTP/1.1" status: 200 len: 267 time: 0.0347018 Jul 09 18:55:12.361699 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-42377429-599e-42e5-9939-2a6ac0a0abd3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:12.363428 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-42377429-599e-42e5-9939-2a6ac0a0abd3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 812 time: 0.0983768 Jul 09 18:55:12.381180 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-a3504945-5be6-425f-87bf-7c8332ef61bb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/quotas/3d9ad3483a6a4ef6aa1918c3396a27ef HTTP/1.1" status: 200 len: 375 time: 0.0099478 Jul 09 18:55:12.391090 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:12.453178 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-658ab83b-1ea3-4b41-a322-46b8bf05dcf9 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667300 Jul 09 18:55:12.468922 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-84837dc9-e0b7-40df-b971-e35e6ab5f457 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:55:12.469863 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-84837dc9-e0b7-40df-b971-e35e6ab5f457 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056171 Jul 09 18:55:12.557433 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-94bc962d-4ec2-411c-a60f-3400866a14e6 service neutron] 10.222.0.22 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823851 Jul 09 18:55:12.591677 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-c4876f35-d2b1-45d2-a097-4a43b59a8ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:12.643919 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-b3bc70d5-9144-4fb5-a5d7-4b7a518cda05 service neutron] 10.222.0.22 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808375 Jul 09 18:55:12.941114 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d5ff864f-70fc-483f-bc5b-cb50fb6ad66e req-f5233933-680e-4451-a0f7-9161e93ead28 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 210 time: 0.0319407 Jul 09 18:55:14.091284 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-c838ca1e-a7f6-409a-ad6c-dc22f49a0147 req-7ea2f8a3-c6ec-4229-ab79-7d4378380a98 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 210 time: 0.0353355 Jul 09 18:55:14.309768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-31b9248e-ea20-4663-9af7-a38dcc4253bd tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:14.311125 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-31b9248e-ea20-4663-9af7-a38dcc4253bd tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 812 time: 0.0982912 Jul 09 18:55:14.377183 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-97a4064a-2c50-4958-bbf6-2af5fbc3a725 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef HTTP/1.1" status: 200 len: 380 time: 0.0372717 Jul 09 18:55:14.386969 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'port': {'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'admin_state_up': True, 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'security_groups': ['554bb294-c106-4e77-b990-608ebceb6491']}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:55:14.492582 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Made reservation on behalf of 3d9ad3483a6a4ef6aa1918c3396a27ef for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:55:14.496283 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:14.615886 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Allocated IP 172.20.0.8 (f584693b-8502-4c56-93c6-0951ccd26218/cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c/506c12b8-5b87-4927-a060-4242cfd23752) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:55:14.748349 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:14.761442 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Transition to ACTIVE for port object 506c12b8-5b87-4927-a060-4242cfd23752 will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:55:14.794103 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:14.833727 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Network f584693b-8502-4c56-93c6-0951ccd26218 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:55:14.838603 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:55:14.842713 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:55:14.873208 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'Port': ['ID=506c12b8-5b87-4927-a060-4242cfd23752,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:14.900981 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:14.901653 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:14.916658 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-63af4781-0222-4c97-adaa-55482ee1ef37 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5333149 Jul 09 18:55:14.941223 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Request body: {'port': {'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:55:15.017173 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:15.046220 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-347dfe05-1ced-4c94-94b8-ed7c1c0d8e58 None None] Provisioning for port 506c12b8-5b87-4927-a060-4242cfd23752 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:55:15.051067 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-347dfe05-1ced-4c94-94b8-ed7c1c0d8e58 None None] Provisioning complete for port 506c12b8-5b87-4927-a060-4242cfd23752 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:55:15.051439 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-347dfe05-1ced-4c94-94b8-ed7c1c0d8e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:15.086195 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-347dfe05-1ced-4c94-94b8-ed7c1c0d8e58 None None] Port 506c12b8-5b87-4927-a060-4242cfd23752 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:55:15.243074 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:15.262875 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-255aee78-a2ea-48cc-aea3-ec8705bc0032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:15.304336 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d6717-f9ab-40e4-a77c-cc2735004f25 req-57c31a2a-0950-4740-b09b-e4e53a6a8892 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:15.305913 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-364d6717-f9ab-40e4-a77c-cc2735004f25 req-57c31a2a-0950-4740-b09b-e4e53a6a8892 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 931 time: 0.0919240 Jul 09 18:55:15.333175 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506c12b8-5b87-4927-a060-4242cfd23752 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:55:15.341421 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:15.353613 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-364d6717-f9ab-40e4-a77c-cc2735004f25 req-7f62dc58-ec0f-445e-9cef-c41ee352ee00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390589 Jul 09 18:55:15.354353 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Transition to ACTIVE for port object 506c12b8-5b87-4927-a060-4242cfd23752 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:55:15.359546 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:15.452326 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Pushing event updated for resources: {'Port': ['ID=506c12b8-5b87-4927-a060-4242cfd23752,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:15.482389 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Attempting to bind port 506c12b8-5b87-4927-a060-4242cfd23752 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:55:15.482720 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Attempting to bind port 506c12b8-5b87-4927-a060-4242cfd23752 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:55:15.483068 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Attempting to bind port 506c12b8-5b87-4927-a060-4242cfd23752 on network f584693b-8502-4c56-93c6-0951ccd26218 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:55:15.487873 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Port 506c12b8-5b87-4927-a060-4242cfd23752 on network f584693b-8502-4c56-93c6-0951ccd26218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:55:15.488278 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Attempting to bind port 506c12b8-5b87-4927-a060-4242cfd23752 on network f584693b-8502-4c56-93c6-0951ccd26218 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:55:15.493685 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:55:15.494014 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Checking segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:55:15.494418 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Bound using segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:55:15.494934 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Bound port: 506c12b8-5b87-4927-a060-4242cfd23752, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:55:15.495290 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:15.563283 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] For port 506c12b8-5b87-4927-a060-4242cfd23752, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:55:15.566270 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] For port 506c12b8-5b87-4927-a060-4242cfd23752, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=506c12b8-5b87-4927-a060-4242cfd23752,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:55:15.571330 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:15.604666 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:15.605984 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:15.607399 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] 10.222.0.30 "PUT /v2.0/ports/506c12b8-5b87-4927-a060-4242cfd23752 HTTP/1.1" status: 200 len: 1093 time: 0.6724045 Jul 09 18:55:15.609558 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:55:15.613299 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2b3660-8593-44c1-b130-384547efd529" -d '{"events": [{"name": "network-changed", "server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "tag": "506c12b8-5b87-4927-a060-4242cfd23752"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:55:15.641298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320743a-d025-4179-bb6c-190d547bfb66 service neutron] Pushing event updated for resources: {'Port': ['ID=506c12b8-5b87-4927-a060-4242cfd23752,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:15.659728 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23a6a92-0237-4161-b390-08b9ac25898e x-openstack-request-id: req-a23a6a92-0237-4161-b390-08b9ac25898e {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:55:15.660024 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "tag": "506c12b8-5b87-4927-a060-4242cfd23752", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:55:15.660274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a23a6a92-0237-4161-b390-08b9ac25898e {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:55:15.660672 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752', 'status': 'completed', 'code': 200} Jul 09 18:55:15.753764 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-09586a89-1417-4af1-a1f3-8150652c62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:15.755315 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-09586a89-1417-4af1-a1f3-8150652c62d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 1096 time: 0.0548434 Jul 09 18:55:15.820059 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-b983d147-d9b6-4a06-9256-4dfc1e69d28e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c12b8-5b87-4927-a060-4242cfd23752 HTTP/1.1" status: 200 len: 217 time: 0.0340335 Jul 09 18:55:15.873630 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-da92387d-ef97-40fe-8178-455674eb8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:15.875032 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-da92387d-ef97-40fe-8178-455674eb8173 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0470502 Jul 09 18:55:15.948796 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-c8f87f54-05d5-4b51-8d4f-b413e031f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:15.950453 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-c8f87f54-05d5-4b51-8d4f-b413e031f754 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523539 Jul 09 18:55:16.045044 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-48326af6-7657-4211-8743-b2783017a5c5 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855515 Jul 09 18:55:16.134677 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-49c3f7dc-3669-4b52-9dac-71f33ed1c60e req-d3273531-73b6-4652-af44-0af476533585 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828266 Jul 09 18:55:16.305340 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3660-8593-44c1-b130-384547efd529 req-94d943aa-042f-4d76-b6c1-9be4eaac1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:16.306883 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb2b3660-8593-44c1-b130-384547efd529 req-94d943aa-042f-4d76-b6c1-9be4eaac1e4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 1096 time: 0.0561836 Jul 09 18:55:16.399792 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3660-8593-44c1-b130-384547efd529 req-b6df880d-9f5a-492c-ac13-c3f831dad077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:16.401268 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb2b3660-8593-44c1-b130-384547efd529 req-b6df880d-9f5a-492c-ac13-c3f831dad077 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0871847 Jul 09 18:55:16.445622 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb2b3660-8593-44c1-b130-384547efd529 req-96bf73bc-b6c2-4eb5-b12a-6ff202351620 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c12b8-5b87-4927-a060-4242cfd23752 HTTP/1.1" status: 200 len: 217 time: 0.0364683 Jul 09 18:55:16.453935 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:16.509520 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3660-8593-44c1-b130-384547efd529 req-4b70573b-8ba2-45ef-9aba-dc30e3eb8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:16.511283 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb2b3660-8593-44c1-b130-384547efd529 req-4b70573b-8ba2-45ef-9aba-dc30e3eb8306 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0518208 Jul 09 18:55:16.549214 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25885df4-a1ef-47ad-80c1-0a51528df1c0 req-ca535178-383b-4ca4-909a-73fb1e617efa tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:16.550754 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-25885df4-a1ef-47ad-80c1-0a51528df1c0 req-ca535178-383b-4ca4-909a-73fb1e617efa tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.0729148 Jul 09 18:55:16.577128 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3660-8593-44c1-b130-384547efd529 req-5695b294-7c4e-427e-a33c-ade5a93ca8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:16.578726 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb2b3660-8593-44c1-b130-384547efd529 req-5695b294-7c4e-427e-a33c-ade5a93ca8f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0590968 Jul 09 18:55:16.593574 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-25885df4-a1ef-47ad-80c1-0a51528df1c0 req-1c9d9217-3741-4373-8e69-071ce3859dd2 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369253 Jul 09 18:55:16.669071 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb2b3660-8593-44c1-b130-384547efd529 req-b02ae133-e5de-407e-8f21-a6b43cd23af9 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829520 Jul 09 18:55:16.764859 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-eb2b3660-8593-44c1-b130-384547efd529 req-8679bacf-a7d8-442b-b1fe-832de0fe1b9e service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892611 Jul 09 18:55:16.853233 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001db21a-5ced-43bb-b61e-1e087ea5b8a6 req-805bb4a7-0beb-4c24-bd9e-1102f9ad04d2 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:16.854743 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-001db21a-5ced-43bb-b61e-1e087ea5b8a6 req-805bb4a7-0beb-4c24-bd9e-1102f9ad04d2 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 946 time: 0.0619037 Jul 09 18:55:16.891970 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-001db21a-5ced-43bb-b61e-1e087ea5b8a6 req-04c217b8-0d74-4bf4-8a66-9bce010a8626 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Jul 09 18:55:17.767459 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b86d1-5064-4add-a635-958edeb7d068 req-b6e0bde4-d99c-4f48-b0d4-e96f0b44a651 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:17.768917 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b04b86d1-5064-4add-a635-958edeb7d068 req-b6e0bde4-d99c-4f48-b0d4-e96f0b44a651 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.0631261 Jul 09 18:55:17.804972 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b04b86d1-5064-4add-a635-958edeb7d068 req-da3dce7b-44a5-4f18-962b-f9b13ec0a210 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304890 Jul 09 18:55:17.928699 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:18.062308 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f58ba-09ef-4576-91a0-9acbd2462bbe req-d8b7fdf4-6ec6-4f09-a95d-e6ec9a403fc5 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:18.063798 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9f0f58ba-09ef-4576-91a0-9acbd2462bbe req-d8b7fdf4-6ec6-4f09-a95d-e6ec9a403fc5 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 946 time: 0.0617723 Jul 09 18:55:18.103287 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-9f0f58ba-09ef-4576-91a0-9acbd2462bbe req-e5898c44-e905-4b03-ab4a-47eddb21362c tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Jul 09 18:55:18.555259 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-210a6e25-e8e6-4876-b16b-a36bc0265d47 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:18.556701 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-210a6e25-e8e6-4876-b16b-a36bc0265d47 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 946 time: 0.0608242 Jul 09 18:55:18.656183 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Deleting port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:55:18.656514 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:18.739258 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] For port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:55:18.739605 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:18.752028 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Calling delete_port for 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:55:18.877927 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:18.913139 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['0c1bb7b5-bf3d-4331-a8ee-e1ba97926762'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:55:18.913751 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Pushing event deleted for resources: {'Port': ['ID=0c1bb7b5-bf3d-4331-a8ee-e1ba97926762,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:18.983051 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] No DVR routers for this DVR port 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:55:18.986456 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:18.988641 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f5769c17-b54e-4af5-9e63-38b81fc03410 req-a9cc5150-6957-4dec-9927-21d064eed20e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.30 "DELETE /v2.0/ports/0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 HTTP/1.1" status: 204 len: 173 time: 0.4267883 Jul 09 18:55:18.989064 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6efb300-a607-4aa7-a8a0-2aecd5259fa2', 'name': 'network-vif-deleted', 'tag': '0c1bb7b5-bf3d-4331-a8ee-e1ba97926762'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:55:18.991281 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7283ed63-e5cb-4099-b811-a11114d64ddb" -d '{"events": [{"server_uuid": "f6efb300-a607-4aa7-a8a0-2aecd5259fa2", "name": "network-vif-deleted", "tag": "0c1bb7b5-bf3d-4331-a8ee-e1ba97926762"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:55:19.027008 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc969b3-f484-4943-9ec2-3b285424e69b req-8f99d90e-c1c9-4c6d-a948-b7b25935e12e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:19.029302 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0dc969b3-f484-4943-9ec2-3b285424e69b req-8f99d90e-c1c9-4c6d-a948-b7b25935e12e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.1113620 Jul 09 18:55:19.042093 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfef8a5-bfa4-4283-940d-b630525f5af0 x-openstack-request-id: req-0bfef8a5-bfa4-4283-940d-b630525f5af0 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:55:19.042416 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6efb300-a607-4aa7-a8a0-2aecd5259fa2", "name": "network-vif-deleted", "tag": "0c1bb7b5-bf3d-4331-a8ee-e1ba97926762", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:55:19.042665 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0bfef8a5-bfa4-4283-940d-b630525f5af0 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:55:19.043588 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6efb300-a607-4aa7-a8a0-2aecd5259fa2', 'name': 'network-vif-deleted', 'tag': '0c1bb7b5-bf3d-4331-a8ee-e1ba97926762', 'status': 'completed', 'code': 200} Jul 09 18:55:19.070400 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0dc969b3-f484-4943-9ec2-3b285424e69b req-ae496111-5652-478b-9a9e-671ab1d950ee tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352013 Jul 09 18:55:19.265600 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-48847341-e176-49db-91c2-19fd6636feff req-c08d1290-d588-4da3-8274-a1818eec53f5 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6efb300-a607-4aa7-a8a0-2aecd5259fa2 HTTP/1.1" status: 200 len: 210 time: 0.0330157 Jul 09 18:55:20.242288 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390e09a-5cff-46c3-b4d7-9e258708774d req-d8336e3e-5aa8-40bc-9865-058776da07fa tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:20.243756 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c390e09a-5cff-46c3-b4d7-9e258708774d req-d8336e3e-5aa8-40bc-9865-058776da07fa tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.0638170 Jul 09 18:55:20.285029 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c390e09a-5cff-46c3-b4d7-9e258708774d req-772a35fb-7861-4600-b53f-ded4334a1c4f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352759 Jul 09 18:55:21.451501 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f896b-ced6-440c-a835-6a74fdee28c7 req-50ca038f-0693-4b7a-9b69-e4a09c142f2c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:21.452965 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b89f896b-ced6-440c-a835-6a74fdee28c7 req-50ca038f-0693-4b7a-9b69-e4a09c142f2c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.0621350 Jul 09 18:55:21.489563 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b89f896b-ced6-440c-a835-6a74fdee28c7 req-b22506df-33a7-4a7e-bd7e-81c453f93b74 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Jul 09 18:55:22.655989 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae6a61-22a6-497f-ad79-5d2e3c509485 req-43191803-1c84-4fc5-afd3-a48c9a9065d3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:22.657479 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-55ae6a61-22a6-497f-ad79-5d2e3c509485 req-43191803-1c84-4fc5-afd3-a48c9a9065d3 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.0612726 Jul 09 18:55:22.693698 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-55ae6a61-22a6-497f-ad79-5d2e3c509485 req-594451af-aad3-4d23-ad56-91d895c0ba8d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Jul 09 18:55:23.358269 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:55:23.377563 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:55:23.377920 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 0c1bb7b5-bf3d-4331-a8ee-e1ba97926762 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:55:23.869251 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275877e8-6375-4130-94f4-587f6ab70153 req-a909486f-1abc-4a20-9791-0951941d581a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:23.870629 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-275877e8-6375-4130-94f4-587f6ab70153 req-a909486f-1abc-4a20-9791-0951941d581a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.0610061 Jul 09 18:55:23.908280 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-275877e8-6375-4130-94f4-587f6ab70153 req-1c294a7a-5b8d-4e50-8a2e-206392033f06 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319362 Jul 09 18:55:25.077124 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34d4b1-beec-4ec3-91f7-a1157fee8ad1 req-3a1e8cd4-b5e7-4367-9ed7-00ddccda0662 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:25.078500 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ae34d4b1-beec-4ec3-91f7-a1157fee8ad1 req-3a1e8cd4-b5e7-4367-9ed7-00ddccda0662 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.0609400 Jul 09 18:55:25.118161 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-ae34d4b1-beec-4ec3-91f7-a1157fee8ad1 req-c87b0015-5824-4ee4-b069-c42d3c6af306 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341871 Jul 09 18:55:26.290627 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f72075-bbf8-4e3f-9c50-18a7ffa9ae6e req-6feea935-34e7-4298-a7da-8d59621987f4 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:26.292069 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-27f72075-bbf8-4e3f-9c50-18a7ffa9ae6e req-6feea935-34e7-4298-a7da-8d59621987f4 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.0642054 Jul 09 18:55:26.328001 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-27f72075-bbf8-4e3f-9c50-18a7ffa9ae6e req-9cc12d42-cdaa-42d9-9ea3-bfb216b87db4 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299070 Jul 09 18:55:27.503208 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f5db3-aaaa-49dd-b043-c0bf0eb612c9 req-91cf88ce-44f5-4b07-a635-4f1d3be50102 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:27.504725 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5a9f5db3-aaaa-49dd-b043-c0bf0eb612c9 req-91cf88ce-44f5-4b07-a635-4f1d3be50102 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 943 time: 0.0657697 Jul 09 18:55:27.540975 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-5a9f5db3-aaaa-49dd-b043-c0bf0eb612c9 req-a8a1de96-e333-42a1-b5df-8d4d65a64a8f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305014 Jul 09 18:55:27.791252 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 506c12b8-5b87-4927-a060-4242cfd23752 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:55:28.001883 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 506c12b8-5b87-4927-a060-4242cfd23752, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=506c12b8-5b87-4927-a060-4242cfd23752,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:55:28.014776 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '506c12b8-5b87-4927-a060-4242cfd23752', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:55:28.053500 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:28.067180 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506c12b8-5b87-4927-a060-4242cfd23752 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:55:28.089859 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 506c12b8-5b87-4927-a060-4242cfd23752, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=506c12b8-5b87-4927-a060-4242cfd23752,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:55:28.094349 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:28.145502 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=506c12b8-5b87-4927-a060-4242cfd23752,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:28.152519 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.152750 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.153202 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.153641 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.153972 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.154319 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.154643 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.154963 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.155285 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.155604 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.155918 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.156232 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:28.254780 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-0f411aac-7dd4-4e33-a481-c723fc27378e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:28.256178 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-0f411aac-7dd4-4e33-a481-c723fc27378e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/networks?id=6eae2d8a-fa48-44a8-b884-8e73a4d81798 HTTP/1.1" status: 200 len: 812 time: 0.0989935 Jul 09 18:55:28.270210 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-84d23a1a-0a6d-4f0e-95bb-d4bc409f4143 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/quotas/75f04b5bd92f453398cb5b850b8dcddb HTTP/1.1" status: 200 len: 375 time: 0.0087366 Jul 09 18:55:28.305289 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-5d58ff75-401f-4e5f-8205-bd2b140a4f1d tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=75f04b5bd92f453398cb5b850b8dcddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305386 Jul 09 18:55:28.315915 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-ba3a1e0e-c011-41d2-88d3-e1a27a308773 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:55:28.316830 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-ba3a1e0e-c011-41d2-88d3-e1a27a308773 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049090 Jul 09 18:55:28.366365 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['506c12b8-5b87-4927-a060-4242cfd23752'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:55:28.399531 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-668b06e7-f503-4c60-b45b-443cd41e4ea1 service neutron] 10.222.0.22 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777309 Jul 09 18:55:28.494391 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-1dc1db1c-0fc6-42c3-8e9d-0b85e8e9c5d8 service neutron] 10.222.0.22 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885847 Jul 09 18:55:28.662445 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-4b49c511-4fec-478f-83ca-8342c803617d req-d06fa0a8-fd26-4500-b544-1abb183af71a tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 210 time: 0.0294416 Jul 09 18:55:28.723157 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a7cc0-1c5d-4a01-a722-21035ff649fd req-10010797-c95c-4831-8dec-1c1e9130b30a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:28.724553 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6b2a7cc0-1c5d-4a01-a722-21035ff649fd req-10010797-c95c-4831-8dec-1c1e9130b30a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 944 time: 0.0647371 Jul 09 18:55:28.762558 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-6b2a7cc0-1c5d-4a01-a722-21035ff649fd req-a48d239f-5059-4fbc-86f4-ea5b35764726 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322907 Jul 09 18:55:29.761617 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-36183235-d1a1-4890-a1bb-4f96e29708a0 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:29.763010 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-36183235-d1a1-4890-a1bb-4f96e29708a0 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.30 "GET /v2.0/networks?id=6eae2d8a-fa48-44a8-b884-8e73a4d81798 HTTP/1.1" status: 200 len: 812 time: 0.1053762 Jul 09 18:55:29.793064 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Request body: {'port': {'device_id': '7872e5f2-0f88-4e33-90c4-4c546a0b554a', 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798', 'admin_state_up': True, 'tenant_id': '75f04b5bd92f453398cb5b850b8dcddb'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:55:29.855154 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-467e6405-a558-46c0-9a34-fafb5a3c4cf5 req-3e8e9618-07b2-4ad9-8558-e313cbce5772 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 210 time: 0.0784261 Jul 09 18:55:29.928346 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Made reservation on behalf of 75f04b5bd92f453398cb5b850b8dcddb for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:55:29.932344 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:29.954365 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc9d08-75d8-4510-93ee-12afd0d6b811 req-d58a624a-5d74-4e3a-bf50-57a92111bf17 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:29.955886 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8edc9d08-75d8-4510-93ee-12afd0d6b811 req-d58a624a-5d74-4e3a-bf50-57a92111bf17 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 944 time: 0.0711057 Jul 09 18:55:29.994231 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-8edc9d08-75d8-4510-93ee-12afd0d6b811 req-f0f1c689-0798-4272-aadf-b8c519f4949a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319626 Jul 09 18:55:30.059288 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Allocated IP 172.20.0.12 (6eae2d8a-fa48-44a8-b884-8e73a4d81798/47e410aa-1627-4828-8ff5-9f8025a4c404/5d55e175-cae2-4cf5-87b2-d4e2603d826d) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:55:30.197304 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.234974 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.275381 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:55:30.282331 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:55:30.285975 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:55:30.312682 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Pushing event updated for resources: {'Port': ['ID=5d55e175-cae2-4cf5-87b2-d4e2603d826d,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:30.325552 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.325891 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.326255 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.326585 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.326907 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.327228 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.327547 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.327863 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.328178 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.328495 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.328808 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.329119 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:55:30.345783 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:30.346407 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.359986 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-6d2b6154-b2ac-4a0a-81b2-a9bbfb8087f9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808973 Jul 09 18:55:30.375630 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-d8b42757-5fef-463f-848f-5dc6a38e67c5 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=104835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 18:55:30.376548 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-d8b42757-5fef-463f-848f-5dc6a38e67c5 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048709 Jul 09 18:55:30.429008 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Request body: {'port': {'device_id': '7872e5f2-0f88-4e33-90c4-4c546a0b554a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:55:30.512657 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.721835 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 506c12b8-5b87-4927-a060-4242cfd23752 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:55:30.762051 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d55e175-cae2-4cf5-87b2-d4e2603d826d {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:55:30.768796 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 506c12b8-5b87-4927-a060-4242cfd23752 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:55:30.770378 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.772418 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 506c12b8-5b87-4927-a060-4242cfd23752 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:55:30.772787 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.782791 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Transition to ACTIVE for port object 5d55e175-cae2-4cf5-87b2-d4e2603d826d will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:55:30.786390 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.837243 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Pushing event updated for resources: {'Port': ['ID=5d55e175-cae2-4cf5-87b2-d4e2603d826d,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:30.852191 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.878316 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:55:30.880550 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46b69cc-000d-4cd8-a209-165efc7ca17d" -d '{"events": [{"server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "name": "network-vif-plugged", "status": "completed", "tag": "506c12b8-5b87-4927-a060-4242cfd23752"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:55:30.898492 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 506c12b8-5b87-4927-a060-4242cfd23752, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=506c12b8-5b87-4927-a060-4242cfd23752,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:55:30.904212 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.914530 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Attempting to bind port 5d55e175-cae2-4cf5-87b2-d4e2603d826d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:55:30.914905 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Attempting to bind port 5d55e175-cae2-4cf5-87b2-d4e2603d826d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '384772b3-82fb-4978-a7e0-cd13a6fa12dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:55:30.915234 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Attempting to bind port 5d55e175-cae2-4cf5-87b2-d4e2603d826d on network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:55:30.926909 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Port 5d55e175-cae2-4cf5-87b2-d4e2603d826d on network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:55:30.927089 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Attempting to bind port 5d55e175-cae2-4cf5-87b2-d4e2603d826d on network 6eae2d8a-fa48-44a8-b884-8e73a4d81798 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:55:30.931319 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d815f80-621e-4e55-8224-d6adbe8261fe x-openstack-request-id: req-1d815f80-621e-4e55-8224-d6adbe8261fe {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:55:30.931617 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "name": "network-vif-plugged", "status": "completed", "tag": "506c12b8-5b87-4927-a060-4242cfd23752", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:55:30.931868 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d815f80-621e-4e55-8224-d6adbe8261fe {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:55:30.932439 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752', 'code': 200} Jul 09 18:55:30.933012 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:55:30.933472 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Checking segment: {'id': '384772b3-82fb-4978-a7e0-cd13a6fa12dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:55:30.933867 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Bound using segment: {'id': '384772b3-82fb-4978-a7e0-cd13a6fa12dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:55:30.934822 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Bound port: 5d55e175-cae2-4cf5-87b2-d4e2603d826d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384772b3-82fb-4978-a7e0-cd13a6fa12dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:55:30.935180 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:30.958162 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=506c12b8-5b87-4927-a060-4242cfd23752,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:31.030557 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] For port 5d55e175-cae2-4cf5-87b2-d4e2603d826d, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:55:31.045655 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] For port 5d55e175-cae2-4cf5-87b2-d4e2603d826d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d55e175-cae2-4cf5-87b2-d4e2603d826d,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:55:31.058849 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:31.098763 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:31.099431 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:31.100896 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] 10.222.0.30 "PUT /v2.0/ports/5d55e175-cae2-4cf5-87b2-d4e2603d826d HTTP/1.1" status: 200 len: 1094 time: 0.7180481 Jul 09 18:55:31.103203 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7872e5f2-0f88-4e33-90c4-4c546a0b554a', 'tag': '5d55e175-cae2-4cf5-87b2-d4e2603d826d'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:55:31.105259 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba8592c-943c-4253-8672-d425722f20aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7872e5f2-0f88-4e33-90c4-4c546a0b554a", "tag": "5d55e175-cae2-4cf5-87b2-d4e2603d826d"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:55:31.119496 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e99cb-3987-47c9-9dce-d8f23fd7615a req-8081b70c-1913-44bf-931a-0880a8753d00 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:31.121171 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-697e99cb-3987-47c9-9dce-d8f23fd7615a req-8081b70c-1913-44bf-931a-0880a8753d00 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 944 time: 0.1331255 Jul 09 18:55:31.159570 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067f726-78c2-4050-97c3-4806645cda9e service neutron] Pushing event updated for resources: {'Port': ['ID=5d55e175-cae2-4cf5-87b2-d4e2603d826d,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:31.179886 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5ea86-6828-486b-85a7-d3fad2ef0b3f req-1e6bbc2a-b976-48ed-aff6-a2ec0483c1dd tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:31.181417 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b9b5ea86-6828-486b-85a7-d3fad2ef0b3f req-1e6bbc2a-b976-48ed-aff6-a2ec0483c1dd tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 945 time: 0.0706873 Jul 09 18:55:31.211129 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-697e99cb-3987-47c9-9dce-d8f23fd7615a req-c73369ec-3a36-4a45-b254-1688b882dba4 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831199 Jul 09 18:55:31.237093 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-48a061ad-1d98-4a7a-ae1a-84c2e030c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:31.239158 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-48a061ad-1d98-4a7a-ae1a-84c2e030c6f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75f04b5bd92f453398cb5b850b8dcddb&device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 1097 time: 0.0708611 Jul 09 18:55:31.250440 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b9b5ea86-6828-486b-85a7-d3fad2ef0b3f req-a5c542c6-5b0c-41bf-a1b1-922efdad6b28 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616193 Jul 09 18:55:31.263134 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbefbe1-3038-4cfa-ba0c-100e3115ef22 x-openstack-request-id: req-0dbefbe1-3038-4cfa-ba0c-100e3115ef22 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:55:31.263571 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7872e5f2-0f88-4e33-90c4-4c546a0b554a", "tag": "5d55e175-cae2-4cf5-87b2-d4e2603d826d", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:55:31.263905 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dbefbe1-3038-4cfa-ba0c-100e3115ef22 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:55:31.264297 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7872e5f2-0f88-4e33-90c4-4c546a0b554a', 'tag': '5d55e175-cae2-4cf5-87b2-d4e2603d826d', 'status': 'completed', 'code': 200} Jul 09 18:55:31.271892 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7e78-7667-4372-87d8-2ea23749e843 req-72a03413-1c4e-4994-9279-c5fa635e68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:31.273380 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7ecb7e78-7667-4372-87d8-2ea23749e843 req-72a03413-1c4e-4994-9279-c5fa635e68cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 1098 time: 0.0689430 Jul 09 18:55:31.297358 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-c9eb8fda-8ec3-479f-9809-b8f6d5a18cba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d55e175-cae2-4cf5-87b2-d4e2603d826d HTTP/1.1" status: 200 len: 217 time: 0.0443482 Jul 09 18:55:31.307554 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7ecb7e78-7667-4372-87d8-2ea23749e843 req-4fa202d5-e9b7-4fb6-b814-a81e68d2d49d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280266 Jul 09 18:55:31.342733 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-9a2a36a9-6117-4de9-a1c3-77b54142fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:31.344207 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-9a2a36a9-6117-4de9-a1c3-77b54142fc2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47e410aa-1627-4828-8ff5-9f8025a4c404 HTTP/1.1" status: 200 len: 852 time: 0.0415280 Jul 09 18:55:31.606740 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-ff3589ab-3a0c-4977-88f2-0c3122e04efb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eae2d8a-fa48-44a8-b884-8e73a4d81798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259531 Jul 09 18:55:31.692923 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-30c56103-c751-4d25-91ea-bf06e4142f49 service neutron] 10.222.0.30 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804851 Jul 09 18:55:31.778753 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-408e9a2a-9d22-4855-a2a0-1e4a0646a885 req-2be5a3c8-673e-4254-8624-0509013ac5f8 service neutron] 10.222.0.30 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781622 Jul 09 18:55:31.934863 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8592c-943c-4253-8672-d425722f20aa req-1338f86d-023b-4b15-a34a-80f25d22126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:31.936376 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cba8592c-943c-4253-8672-d425722f20aa req-1338f86d-023b-4b15-a34a-80f25d22126e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75f04b5bd92f453398cb5b850b8dcddb&device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 1097 time: 0.0524516 Jul 09 18:55:32.025496 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8592c-943c-4253-8672-d425722f20aa req-45862ece-eb4c-463a-99c4-02b001820d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:32.027014 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cba8592c-943c-4253-8672-d425722f20aa req-45862ece-eb4c-463a-99c4-02b001820d14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6eae2d8a-fa48-44a8-b884-8e73a4d81798 HTTP/1.1" status: 200 len: 913 time: 0.0828736 Jul 09 18:55:32.066542 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cba8592c-943c-4253-8672-d425722f20aa req-797a07eb-cd61-4f94-ad60-c18fb0f7ea05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d55e175-cae2-4cf5-87b2-d4e2603d826d HTTP/1.1" status: 200 len: 217 time: 0.0329275 Jul 09 18:55:32.114644 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8592c-943c-4253-8672-d425722f20aa req-39ef0ac9-a04f-46b6-b0c3-275ad5ddee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:32.116055 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cba8592c-943c-4253-8672-d425722f20aa req-39ef0ac9-a04f-46b6-b0c3-275ad5ddee2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47e410aa-1627-4828-8ff5-9f8025a4c404 HTTP/1.1" status: 200 len: 852 time: 0.0411105 Jul 09 18:55:32.153695 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cba8592c-943c-4253-8672-d425722f20aa req-f395c34b-aa81-4cfc-bf77-ade7f88d2dde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6eae2d8a-fa48-44a8-b884-8e73a4d81798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285053 Jul 09 18:55:32.237923 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cba8592c-943c-4253-8672-d425722f20aa req-836a6a76-adde-4ab5-9421-1204ec70d846 service neutron] 10.222.0.30 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769224 Jul 09 18:55:32.369369 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cba8592c-943c-4253-8672-d425722f20aa req-3c7121d9-8be8-4f9c-bc8c-c949c452ede9 service neutron] 10.222.0.30 "GET /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189048 Jul 09 18:55:32.409968 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4bbf0-10f3-4312-96b4-052b76fa7e36 req-87b613ac-8a8b-4a32-a069-82bbfef7425e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:32.411424 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ddf4bbf0-10f3-4312-96b4-052b76fa7e36 req-87b613ac-8a8b-4a32-a069-82bbfef7425e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 944 time: 0.0800765 Jul 09 18:55:32.437374 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f6ab1-5bda-424f-aba2-3b3be57d0c6f req-c2a5f3e3-ba65-4799-9094-b4bc4816696e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:32.438947 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7f0f6ab1-5bda-424f-aba2-3b3be57d0c6f req-c2a5f3e3-ba65-4799-9094-b4bc4816696e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 945 time: 0.0674510 Jul 09 18:55:32.453355 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-ddf4bbf0-10f3-4312-96b4-052b76fa7e36 req-73c83049-208b-4c16-b001-49b67f149a9c tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Jul 09 18:55:32.480186 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-7f0f6ab1-5bda-424f-aba2-3b3be57d0c6f req-16d4e9bc-5b79-409c-9e56-0b95777fcb53 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344849 Jul 09 18:55:33.624812 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a338fb5-34c6-4b4e-8b23-a50dec63f76f req-b3729c80-c410-4d62-bcb5-0120a4792bf7 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:33.626326 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2a338fb5-34c6-4b4e-8b23-a50dec63f76f req-b3729c80-c410-4d62-bcb5-0120a4792bf7 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 944 time: 0.0633988 Jul 09 18:55:33.658326 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92508de-bdf0-490c-8bda-b9b1081d5110 req-e899f895-997b-4a8a-831d-41a810601e80 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:33.659836 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d92508de-bdf0-490c-8bda-b9b1081d5110 req-e899f895-997b-4a8a-831d-41a810601e80 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 945 time: 0.0630090 Jul 09 18:55:33.663978 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2a338fb5-34c6-4b4e-8b23-a50dec63f76f req-9be6a8a6-1962-4a7c-8eb7-92262b51ee05 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jul 09 18:55:33.697184 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-d92508de-bdf0-490c-8bda-b9b1081d5110 req-09a1bf95-d5f7-4a05-bb9d-0f97532358b5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316660 Jul 09 18:55:33.868248 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309f90e-cf76-4392-a93e-b67cc420e2ff req-7010d5bc-cbf9-4840-982c-9a4e9a0dc489 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:33.869691 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0309f90e-cf76-4392-a93e-b67cc420e2ff req-7010d5bc-cbf9-4840-982c-9a4e9a0dc489 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 945 time: 0.0647624 Jul 09 18:55:33.907171 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0309f90e-cf76-4392-a93e-b67cc420e2ff req-f3af1048-3654-4a9a-b570-38017e588e1a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Jul 09 18:55:33.930897 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 41826) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:55:33.980013 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e534a-d613-4935-920f-f3a6f7f262ef tempest-TestVolumeBootPattern-1571849657 tempest-TestVolumeBootPattern-1571849657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:33.981473 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-dd1e534a-d613-4935-920f-f3a6f7f262ef tempest-TestVolumeBootPattern-1571849657 tempest-TestVolumeBootPattern-1571849657-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 1093 time: 0.0495996 Jul 09 18:55:33.984155 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 41828) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:55:33.988632 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'floatingip': {'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:55:34.009872 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:34.176815 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:55:34.387247 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:34.482115 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Allocated IP 172.27.2.4 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/c5b14b1e-5caa-4113-aca8-38dd449d8669) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:55:34.587088 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:34.624014 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:34.657746 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:55:34.662788 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:55:34.666087 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:55:34.689771 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'Port': ['ID=c5b14b1e-5caa-4113-aca8-38dd449d8669,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:34.759987 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 5d55e175-cae2-4cf5-87b2-d4e2603d826d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:55:34.842929 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f61f5-86e1-4735-ae83-466272c520a3 req-112f244a-22bb-494a-bc6a-e9638b86ace9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:34.844468 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-196f61f5-86e1-4735-ae83-466272c520a3 req-112f244a-22bb-494a-bc6a-e9638b86ace9 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 944 time: 0.0697818 Jul 09 18:55:34.868956 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 5d55e175-cae2-4cf5-87b2-d4e2603d826d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d55e175-cae2-4cf5-87b2-d4e2603d826d,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:55:34.882426 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-196f61f5-86e1-4735-ae83-466272c520a3 req-6cd8813d-938c-4d0c-a189-ae8e685f2690 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Jul 09 18:55:34.884377 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '5d55e175-cae2-4cf5-87b2-d4e2603d826d', 'network_id': '6eae2d8a-fa48-44a8-b884-8e73a4d81798', 'port_id': '5d55e175-cae2-4cf5-87b2-d4e2603d826d', 'mac_address': 'fa:16:3e:cf:57:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e410aa-1627-4828-8ff5-9f8025a4c404', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:55:34.924622 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:34.937795 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d55e175-cae2-4cf5-87b2-d4e2603d826d {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:55:34.956721 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 5d55e175-cae2-4cf5-87b2-d4e2603d826d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d55e175-cae2-4cf5-87b2-d4e2603d826d,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:55:34.960615 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:35.007895 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=5d55e175-cae2-4cf5-87b2-d4e2603d826d,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:35.047827 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:35.122740 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:35.253809 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['5d55e175-cae2-4cf5-87b2-d4e2603d826d'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:55:35.267426 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:35.272874 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:35.342450 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'Port': ['ID=c5b14b1e-5caa-4113-aca8-38dd449d8669,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:35.352044 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:35.451949 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.db.l3_db [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Floating IP 56b56bea-e9e3-4aea-ab0e-4b2c681b91eb associated. External IP: 172.27.2.4, port: 506c12b8-5b87-4927-a060-4242cfd23752. Jul 09 18:55:35.651276 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Router fa3a45f7-525e-4e48-85b6-07a5d4958fbf has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:55:35.756049 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:55:35.765714 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] Sync routers for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:55:35.773460 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:35.775104 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:55:35.775718 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:55:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:55:35.810583 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-8235b404-9f6b-4804-8d04-a84a9d20d03c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8253977 Jul 09 18:55:35.811212 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:55:35.813460 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff12d5-576f-4872-a131-370b7ea50620" -d '{"events": [{"name": "network-changed", "server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "tag": "506c12b8-5b87-4927-a060-4242cfd23752"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:55:35.849192 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4681a8-4433-4f20-a0fc-5e74ad6301cd x-openstack-request-id: req-df4681a8-4433-4f20-a0fc-5e74ad6301cd {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:55:35.849483 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "tag": "506c12b8-5b87-4927-a060-4242cfd23752", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:55:35.849734 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df4681a8-4433-4f20-a0fc-5e74ad6301cd {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:55:35.850130 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752', 'status': 'completed', 'code': 200} Jul 09 18:55:35.879221 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:55:35.946021 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff12d5-576f-4872-a131-370b7ea50620 req-f278b420-7624-42ef-8cf0-fa5d2b064c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:35.947700 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8cff12d5-576f-4872-a131-370b7ea50620 req-f278b420-7624-42ef-8cf0-fa5d2b064c3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 1098 time: 0.0551662 Jul 09 18:55:36.048071 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff12d5-576f-4872-a131-370b7ea50620 req-c8e1cb24-a585-4476-a802-7c5ad0324c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:36.049618 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8cff12d5-576f-4872-a131-370b7ea50620 req-c8e1cb24-a585-4476-a802-7c5ad0324c3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0958810 Jul 09 18:55:36.061783 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453fab9-8b4e-4405-85b9-072741c16de5 req-db228149-1648-4228-9338-6fd3d331db4e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:36.063500 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e453fab9-8b4e-4405-85b9-072741c16de5 req-db228149-1648-4228-9338-6fd3d331db4e tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 945 time: 0.0696759 Jul 09 18:55:36.105358 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-e453fab9-8b4e-4405-85b9-072741c16de5 req-0e729b1d-24f1-409f-8400-497df3115d05 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344510 Jul 09 18:55:36.117102 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '56b56bea-e9e3-4aea-ab0e-4b2c681b91eb', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:34Z', 'updated_at': '2021-07-09T18:55:34Z', 'revision_number': 0, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:55:36.118732 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8cff12d5-576f-4872-a131-370b7ea50620 req-b1b55dac-894c-4d0c-988e-f5f87b70b142 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c12b8-5b87-4927-a060-4242cfd23752 HTTP/1.1" status: 200 len: 997 time: 0.0629444 Jul 09 18:55:36.147581 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] Checking router: fa3a45f7-525e-4e48-85b6-07a5d4958fbf for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:55:36.156561 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:55:36.157167 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:55:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:55:36.165826 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff12d5-576f-4872-a131-370b7ea50620 req-0d89dd23-d915-460a-931f-5af0ea57fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:36.167275 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8cff12d5-576f-4872-a131-370b7ea50620 req-0d89dd23-d915-460a-931f-5af0ea57fab1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0428963 Jul 09 18:55:36.225786 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff12d5-576f-4872-a131-370b7ea50620 req-1e14c847-60cb-42f2-8994-9e8864077a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:36.227318 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8cff12d5-576f-4872-a131-370b7ea50620 req-1e14c847-60cb-42f2-8994-9e8864077a48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542006 Jul 09 18:55:36.258227 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:55:36.313832 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8cff12d5-576f-4872-a131-370b7ea50620 req-53f79f0c-5150-4af7-b1a7-f5664dce4e59 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802870 Jul 09 18:55:36.405516 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8cff12d5-576f-4872-a131-370b7ea50620 req-709bc43b-f580-4b2c-8cdb-96d74e2fe26f service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854030 Jul 09 18:55:36.475610 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '56b56bea-e9e3-4aea-ab0e-4b2c681b91eb', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:34Z', 'updated_at': '2021-07-09T18:55:34Z', 'revision_number': 0, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:55:36.503630 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4d94-d539-4c0e-b076-b9fb0cb130e0 None None] The sync data for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi is: [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '56b56bea-e9e3-4aea-ab0e-4b2c681b91eb', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:34Z', 'updated_at': '2021-07-09T18:55:34Z', 'revision_number': 0, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:55:36.680191 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b00401-528c-460a-8d36-cbc13720a628 None None] New status for floating IP 56b56bea-e9e3-4aea-ab0e-4b2c681b91eb: ACTIVE {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:55:36.788023 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 5d55e175-cae2-4cf5-87b2-d4e2603d826d up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:55:36.840347 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 5d55e175-cae2-4cf5-87b2-d4e2603d826d completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:55:36.844336 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 5d55e175-cae2-4cf5-87b2-d4e2603d826d triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:55:36.844712 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:36.919803 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:36.941255 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7872e5f2-0f88-4e33-90c4-4c546a0b554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d55e175-cae2-4cf5-87b2-d4e2603d826d'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:55:36.943639 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8379d67c-5abf-4d54-a5f0-e1692ec98e5c" -d '{"events": [{"server_uuid": "7872e5f2-0f88-4e33-90c4-4c546a0b554a", "name": "network-vif-plugged", "status": "completed", "tag": "5d55e175-cae2-4cf5-87b2-d4e2603d826d"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:55:36.956073 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 5d55e175-cae2-4cf5-87b2-d4e2603d826d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d55e175-cae2-4cf5-87b2-d4e2603d826d,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:55:36.960392 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:36.983685 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8cec15-93db-4ead-9073-700dd668a539 x-openstack-request-id: req-1e8cec15-93db-4ead-9073-700dd668a539 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:55:36.983979 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7872e5f2-0f88-4e33-90c4-4c546a0b554a", "name": "network-vif-plugged", "status": "completed", "tag": "5d55e175-cae2-4cf5-87b2-d4e2603d826d", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:55:36.984228 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e8cec15-93db-4ead-9073-700dd668a539 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:55:36.984616 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7872e5f2-0f88-4e33-90c4-4c546a0b554a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d55e175-cae2-4cf5-87b2-d4e2603d826d', 'code': 200} Jul 09 18:55:37.008925 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=5d55e175-cae2-4cf5-87b2-d4e2603d826d,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:55:37.233038 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43bc29-ff24-4644-bf44-0b9ddfadba37 req-b4093510-7daa-4651-8c44-75073ee1a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:37.234581 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9b43bc29-ff24-4644-bf44-0b9ddfadba37 req-b4093510-7daa-4651-8c44-75073ee1a739 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 1099 time: 0.0515103 Jul 09 18:55:37.268831 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-9b43bc29-ff24-4644-bf44-0b9ddfadba37 req-03c50793-312d-4f66-80be-306c72aa15ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271332 Jul 09 18:55:37.279698 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6109-238b-4a83-bfc6-cc7e9d24591e req-3b5574ca-d410-487a-996f-9bf2a56866df tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:37.281186 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0bfc6109-238b-4a83-bfc6-cc7e9d24591e req-3b5574ca-d410-487a-996f-9bf2a56866df tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 946 time: 0.0622687 Jul 09 18:55:37.316887 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-0bfc6109-238b-4a83-bfc6-cc7e9d24591e req-822d4113-0d4f-47f9-9fa6-6b7976d7f668 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301590 Jul 09 18:55:38.494743 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356896e4-d4fa-435b-a24b-8c04b50cbf92 req-807a8331-46ae-46ab-a7e5-f72ba5748beb tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:38.496233 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-356896e4-d4fa-435b-a24b-8c04b50cbf92 req-807a8331-46ae-46ab-a7e5-f72ba5748beb tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 946 time: 0.0623126 Jul 09 18:55:38.533033 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-356896e4-d4fa-435b-a24b-8c04b50cbf92 req-317f8f13-91f7-4ba5-886f-17add9e3af5d tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Jul 09 18:55:42.386021 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:42.597850 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-22dcb084-3de4-45fd-bbd4-0e18c88c62e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:45.246072 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:45.263045 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9b751bc5-0c13-466e-8710-de0d343d8843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:46.457044 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:47.931476 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:55:59.757606 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df0948-895a-4e05-9943-204ab2f8616b req-78bd97c6-917d-422c-b909-96796ad7efcb tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:55:59.759099 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-17df0948-895a-4e05-9943-204ab2f8616b req-78bd97c6-917d-422c-b909-96796ad7efcb tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 946 time: 0.0656381 Jul 09 18:55:59.800169 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-17df0948-895a-4e05-9943-204ab2f8616b req-ed85eea8-d54e-4fa4-9cd1-086262034927 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350423 Jul 09 18:56:00.973110 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d25f79-eb6e-406c-b8ac-8980fcf698c7 req-24627173-3585-4702-924f-5f0297d1b36b tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:56:00.974586 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-79d25f79-eb6e-406c-b8ac-8980fcf698c7 req-24627173-3585-4702-924f-5f0297d1b36b tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 946 time: 0.0646932 Jul 09 18:56:01.011001 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-79d25f79-eb6e-406c-b8ac-8980fcf698c7 req-793491fc-0ea9-429e-a399-c2ea0be75020 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/security-groups?id=32e587c9-1d11-4c0f-9c4e-040c184b94e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303524 Jul 09 18:56:01.589551 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-0e850cb6-09ed-4eb7-8d2f-cb89c8d92513 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:56:01.591003 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-0e850cb6-09ed-4eb7-8d2f-cb89c8d92513 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.30 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 946 time: 0.0607698 Jul 09 18:56:01.686095 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Deleting port 5d55e175-cae2-4cf5-87b2-d4e2603d826d {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:56:01.686450 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:01.769848 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] For port 5d55e175-cae2-4cf5-87b2-d4e2603d826d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5d55e175-cae2-4cf5-87b2-d4e2603d826d,segment=NetworkSegment(384772b3-82fb-4978-a7e0-cd13a6fa12dc),segment_id=384772b3-82fb-4978-a7e0-cd13a6fa12dc)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:56:01.770233 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:01.782864 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Calling delete_port for 5d55e175-cae2-4cf5-87b2-d4e2603d826d owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:56:01.907276 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:01.935994 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Pushing event deleted for resources: {'Port': ['ID=5d55e175-cae2-4cf5-87b2-d4e2603d826d,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:56:01.943808 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['5d55e175-cae2-4cf5-87b2-d4e2603d826d'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:56:01.978127 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] No DVR routers for this DVR port 5d55e175-cae2-4cf5-87b2-d4e2603d826d on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:56:01.980542 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:01.982623 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-3e6d5033-b3aa-4bb0-aa97-a3eb6f0405eb req-654ceb34-c4f7-4f53-80a9-26bd316b2e07 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.30 "DELETE /v2.0/ports/5d55e175-cae2-4cf5-87b2-d4e2603d826d HTTP/1.1" status: 204 len: 173 time: 0.3863795 Jul 09 18:56:01.983063 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7872e5f2-0f88-4e33-90c4-4c546a0b554a', 'name': 'network-vif-deleted', 'tag': '5d55e175-cae2-4cf5-87b2-d4e2603d826d'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:56:01.985286 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245b5463-ceb7-4aef-9b66-047d302313d2" -d '{"events": [{"server_uuid": "7872e5f2-0f88-4e33-90c4-4c546a0b554a", "name": "network-vif-deleted", "tag": "5d55e175-cae2-4cf5-87b2-d4e2603d826d"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:56:02.029086 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ade932-c61f-4ecd-bf86-df241cc4d6da x-openstack-request-id: req-37ade932-c61f-4ecd-bf86-df241cc4d6da {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:56:02.029385 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7872e5f2-0f88-4e33-90c4-4c546a0b554a", "name": "network-vif-deleted", "tag": "5d55e175-cae2-4cf5-87b2-d4e2603d826d", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:56:02.029641 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37ade932-c61f-4ecd-bf86-df241cc4d6da {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:56:02.030039 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7872e5f2-0f88-4e33-90c4-4c546a0b554a', 'name': 'network-vif-deleted', 'tag': '5d55e175-cae2-4cf5-87b2-d4e2603d826d', 'status': 'completed', 'code': 200} Jul 09 18:56:02.158366 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f5ab4e37-ca9a-4b26-9a19-c10ee614f4eb req-43d56dbc-dc9d-4520-b37a-f2ce562ae811 tempest-VolumesSnapshotTestJSON-464772229 tempest-VolumesSnapshotTestJSON-464772229-project] 10.222.0.22 "GET /v2.0/ports?device_id=7872e5f2-0f88-4e33-90c4-4c546a0b554a HTTP/1.1" status: 200 len: 210 time: 0.0284510 Jul 09 18:56:07.589946 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 5d55e175-cae2-4cf5-87b2-d4e2603d826d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:56:07.609150 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 5d55e175-cae2-4cf5-87b2-d4e2603d826d {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:56:07.609487 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 5d55e175-cae2-4cf5-87b2-d4e2603d826d not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:56:11.176857 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:56:12.395868 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:12.587000 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-eb2d57a5-6b10-4ea3-8017-80ee96ca4ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:15.248464 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:15.262931 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-bba264ee-2c9a-4cbf-b63e-bb0c4708cdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:16.455977 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:17.934250 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:22.354688 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-5a6f2c35-2986-4ca3-a95b-2089dfa2f6da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529850 Jul 09 18:56:22.481306 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-38b2bd30-d9e9-4678-b835-a3b8b514b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:56:22.482801 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-38b2bd30-d9e9-4678-b835-a3b8b514b929 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 1098 time: 0.0502050 Jul 09 18:56:22.581196 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-a94e83ba-8dbd-4a26-9c62-6ba2e739cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:56:22.582659 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-a94e83ba-8dbd-4a26-9c62-6ba2e739cc97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0796545 Jul 09 18:56:22.648633 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-f6d316d5-10ed-4331-ac63-ed304f685f5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c12b8-5b87-4927-a060-4242cfd23752 HTTP/1.1" status: 200 len: 999 time: 0.0580831 Jul 09 18:56:22.695061 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-b93a5d21-b8f2-460d-bd3c-d27d60a9bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:56:22.696436 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-b93a5d21-b8f2-460d-bd3c-d27d60a9bae5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0407276 Jul 09 18:56:22.755665 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-29c2b76f-0dd0-43df-a520-d66446fb2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:56:22.757191 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-29c2b76f-0dd0-43df-a520-d66446fb2744 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531170 Jul 09 18:56:22.844130 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-5d35bc6a-d818-4097-b112-b78dfe06b12d service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797653 Jul 09 18:56:22.940068 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0f15b3c0-38eb-48f6-8b38-fa8004db1cee req-d25f1f70-fe16-4e66-91ca-584c467d1762 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879707 Jul 09 18:56:25.234186 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42070) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:56:25.277017 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Deleting subnet 47e410aa-1627-4828-8ff5-9f8025a4c404 {{(pid=104836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:56:25.279990 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.315200 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14825934'] for subnet, precommit_delete_associations {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.351694 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.402435 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14759073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15224044'] for subnet, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.426011 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e410aa-1627-4828-8ff5-9f8025a4c404,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:56:25.434300 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for subnet, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.436117 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/47e410aa-1627-4828-8ff5-9f8025a4c404 HTTP/1.1" status: 204 len: 168 time: 0.2009504 Jul 09 18:56:25.437619 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.437972 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.438410 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.438663 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 42072) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:56:25.439064 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.439064 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.439379 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.439705 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.440036 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.440359 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.440678 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.441003 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.441317 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb8b385-dacb-41c4-8b16-dd3047d3edfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:56:25.507631 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.582274 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.592094 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eae2d8a-fa48-44a8-b884-8e73a4d81798']}} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:56:25.602266 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384772b3-82fb-4978-a7e0-cd13a6fa12dc') {'for_net_delete': True} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:56:25.602546 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384772b3-82fb-4978-a7e0-cd13a6fa12dc') {} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:56:25.610964 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718719'] for segment, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.628196 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.633631 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=104835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:56:25.633996 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845690'] for segment, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: Traceback (most recent call last): Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: timer() Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: cb(*args, **kw) Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: return func(*args, **kwargs) Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: self._notify() Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: self.callback(batched_events) Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: event.method(event) Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: return f(self, *a, **k) Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._get(url).json() Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: return self.request(url, 'GET', **kwargs) Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:56:25.636211 dv-cinder-780933-10-iscsi neutron-server[104835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:56:25.699511 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.703581 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.705756 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6eae2d8a-fa48-44a8-b884-8e73a4d81798 HTTP/1.1" status: 204 len: 168 time: 0.2659848 Jul 09 18:56:25.719708 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749627cb-5756-4357-9581-592e1ca84a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eae2d8a-fa48-44a8-b884-8e73a4d81798,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:56:25.821081 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 42076) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:56:25.863025 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-9edb4489-4342-401e-83c5-e6c70bf78598 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75f04b5bd92f453398cb5b850b8dcddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406499 Jul 09 18:56:25.865988 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42078) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:56:25.913603 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c65e268e-0224-4f7c-889a-63f02ea3e11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.934567 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c65e268e-0224-4f7c-889a-63f02ea3e11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.982630 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c65e268e-0224-4f7c-889a-63f02ea3e11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.985083 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-c65e268e-0224-4f7c-889a-63f02ea3e11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:25.986237 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c65e268e-0224-4f7c-889a-63f02ea3e11b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32e587c9-1d11-4c0f-9c4e-040c184b94e4 HTTP/1.1" status: 204 len: 168 time: 0.1191082 Jul 09 18:56:25.994225 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e268e-0224-4f7c-889a-63f02ea3e11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e587c9-1d11-4c0f-9c4e-040c184b94e4,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:56:42.404882 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:42.588349 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-19cfd6a8-c394-4000-801c-15a5bb5a481a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:45.253531 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:45.263814 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e307e706-2b42-4960-b5ad-a74642a73fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:46.459556 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:47.939056 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:56:48.176212 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:57:12.405489 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:12.588124 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-6daf1a38-4acb-439b-9564-762d9303a8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:15.259887 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:15.265630 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-accc60c3-9254-4db0-82d7-a639800a8239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:16.460455 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:17.941266 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:19.665061 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-c297fdc4-0d2b-4546-b46b-9712f64c9487 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424267084&fields=id&tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef HTTP/1.1" status: 200 len: 267 time: 0.0321941 Jul 09 18:57:19.765090 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-7d43a09b-7195-458b-b248-40f85688d2ae tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:19.766550 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-7d43a09b-7195-458b-b248-40f85688d2ae tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 812 time: 0.0949373 Jul 09 18:57:19.781071 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-81fee808-7e15-42e6-8298-39b9e43dd9ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/quotas/3d9ad3483a6a4ef6aa1918c3396a27ef HTTP/1.1" status: 200 len: 375 time: 0.0092247 Jul 09 18:57:19.860093 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-659118d5-7da9-46ee-bc87-00f01695ab23 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740130 Jul 09 18:57:20.037594 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-4ff15cf3-e464-4122-95fd-606061e761bd service neutron] 10.222.0.22 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658163 Jul 09 18:57:20.125978 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-a4941cd2-8d70-4d98-b13b-ce54d8dbf2b1 service neutron] 10.222.0.22 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823216 Jul 09 18:57:20.411752 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-f3cdd520-1a2a-454b-9a14-6c8879185fb5 req-60a67b8d-e202-4204-9445-9645f6667c32 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 210 time: 0.0278969 Jul 09 18:57:21.549884 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-da8e1c14-6733-405d-bc4d-f6bd6cc0ddbf tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:21.551603 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-da8e1c14-6733-405d-bc4d-f6bd6cc0ddbf tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 812 time: 0.1265132 Jul 09 18:57:21.553140 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-a4954f4f-56fa-4bb2-8e87-de4d82f90d27 req-4097347d-d7d2-4d04-ab3f-f1196da7da6b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 210 time: 0.0302563 Jul 09 18:57:21.605380 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-a5bac11a-4ac6-47f8-9292-2f9c1ca2e05d tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef HTTP/1.1" status: 200 len: 380 time: 0.0342040 Jul 09 18:57:21.614975 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'port': {'device_id': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'admin_state_up': True, 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'security_groups': ['554bb294-c106-4e77-b990-608ebceb6491']}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:57:21.720628 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Made reservation on behalf of 3d9ad3483a6a4ef6aa1918c3396a27ef for: {'port': 1} {{(pid=104835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 18:57:21.724271 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:21.842825 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_common [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Allocated IP 172.20.0.13 (f584693b-8502-4c56-93c6-0951ccd26218/cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c/463b4d8e-5c2a-488c-b174-1921ed4a2940) {{(pid=104835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:57:21.975178 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for port, precommit_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:21.989058 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Transition to ACTIVE for port object 463b4d8e-5c2a-488c-b174-1921ed4a2940 will not be triggered until provisioned by entity DHCP. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:57:22.022078 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13845612'] for port, after_create {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:22.063717 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Network f584693b-8502-4c56-93c6-0951ccd26218 is already hosted by enough agents. {{(pid=104835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:57:22.068985 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.base_scheduler [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Resources bound (agent type, host, resource id): {{(pid=104835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:57:22.071677 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Received port after_create {{(pid=104835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:57:22.108476 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'Port': ['ID=463b4d8e-5c2a-488c-b174-1921ed4a2940,revision_number=1']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:57:22.128071 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.128447 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.128743 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.129069 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.129394 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.129716 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.130038 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.130384 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.130705 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.131022 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.131339 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.131652 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:22.149869 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:22.150530 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:22.165893 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5ce93b19-69d2-4c12-83ab-d14830f05c00 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5547659 Jul 09 18:57:22.184591 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.v2.base [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Request body: {'port': {'device_id': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=104835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:57:22.267038 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:22.302205 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-c8273ba0-daa9-4f18-84e3-989e1fc88d32 None None] Provisioning for port 463b4d8e-5c2a-488c-b174-1921ed4a2940 completed by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:57:22.307126 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-c8273ba0-daa9-4f18-84e3-989e1fc88d32 None None] Provisioning complete for port 463b4d8e-5c2a-488c-b174-1921ed4a2940 triggered by entity DHCP. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:57:22.307558 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-c8273ba0-daa9-4f18-84e3-989e1fc88d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:22.341906 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-c8273ba0-daa9-4f18-84e3-989e1fc88d32 None None] Port 463b4d8e-5c2a-488c-b174-1921ed4a2940 cannot update to ACTIVE because it is not bound. {{(pid=104837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 18:57:22.516977 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463b4d8e-5c2a-488c-b174-1921ed4a2940 {{(pid=104835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:57:22.523977 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:22.535214 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.provisioning_blocks [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Transition to ACTIVE for port object 463b4d8e-5c2a-488c-b174-1921ed4a2940 will not be triggered until provisioned by entity L2. {{(pid=104835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 18:57:22.539765 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:22.594403 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Pushing event updated for resources: {'Port': ['ID=463b4d8e-5c2a-488c-b174-1921ed4a2940,revision_number=2']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:57:22.662843 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Attempting to bind port 463b4d8e-5c2a-488c-b174-1921ed4a2940 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 18:57:22.663180 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Attempting to bind port 463b4d8e-5c2a-488c-b174-1921ed4a2940 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 18:57:22.663514 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Attempting to bind port 463b4d8e-5c2a-488c-b174-1921ed4a2940 on network f584693b-8502-4c56-93c6-0951ccd26218 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:57:22.677659 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Port 463b4d8e-5c2a-488c-b174-1921ed4a2940 on network f584693b-8502-4c56-93c6-0951ccd26218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 18:57:22.677983 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Attempting to bind port 463b4d8e-5c2a-488c-b174-1921ed4a2940 on network f584693b-8502-4c56-93c6-0951ccd26218 {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 18:57:22.699620 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Checking agent: {'id': '43ed6615-c014-4295-bae8-bdea2c6d2e4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'started_at': datetime.datetime(2021, 7, 9, 18, 43, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 18:57:22.699955 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Checking segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 18:57:22.700341 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Bound using segment: {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'} {{(pid=104835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 18:57:22.700790 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.managers [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Bound port: 463b4d8e-5c2a-488c-b174-1921ed4a2940, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c1afda-fd9d-4e13-a440-a04f79c00435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218'}}] {{(pid=104835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 18:57:22.701146 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:23.074427 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e11834-38cf-4a66-a8f2-7abec98b2309 req-9544e5de-ff08-44ff-be49-6cca94e3d655 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:23.075886 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-25e11834-38cf-4a66-a8f2-7abec98b2309 req-9544e5de-ff08-44ff-be49-6cca94e3d655 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 944 time: 0.4079516 Jul 09 18:57:23.098383 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] For port 463b4d8e-5c2a-488c-b174-1921ed4a2940, host hv-cinder-78093, cleared binding levels {{(pid=104835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 18:57:23.118515 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] For port 463b4d8e-5c2a-488c-b174-1921ed4a2940, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=463b4d8e-5c2a-488c-b174-1921ed4a2940,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 18:57:23.126706 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-25e11834-38cf-4a66-a8f2-7abec98b2309 req-81352710-6b85-499c-b898-b77bf016ee9e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453537 Jul 09 18:57:23.127659 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13845662'] for port, after_update {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:23.159902 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:23.160507 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:23.161874 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] 10.222.0.30 "PUT /v2.0/ports/463b4d8e-5c2a-488c-b174-1921ed4a2940 HTTP/1.1" status: 200 len: 1094 time: 0.9820626 Jul 09 18:57:23.162317 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:57:23.164509 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d86243-0a32-435d-88e2-aedc947b889f" -d '{"events": [{"name": "network-changed", "server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:57:23.188835 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b71fb-383e-4269-8553-4e0100fdbad8 service neutron] Pushing event updated for resources: {'Port': ['ID=463b4d8e-5c2a-488c-b174-1921ed4a2940,revision_number=3']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:57:23.288241 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-9c95958c-889e-4817-be9f-15b6dba67d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:23.289789 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-9c95958c-889e-4817-be9f-15b6dba67d4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 1097 time: 0.0550697 Jul 09 18:57:23.341232 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81ebf62-18e8-4db1-8c7b-0fd829acb9dd x-openstack-request-id: req-d81ebf62-18e8-4db1-8c7b-0fd829acb9dd {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:57:23.341525 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:57:23.341768 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d81ebf62-18e8-4db1-8c7b-0fd829acb9dd {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:57:23.342201 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'status': 'completed', 'code': 200} Jul 09 18:57:23.343953 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-0bbd3f2a-5cdd-49f0-afb0-f86715ebc0cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=463b4d8e-5c2a-488c-b174-1921ed4a2940 HTTP/1.1" status: 200 len: 217 time: 0.0411408 Jul 09 18:57:23.395138 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-d629e15c-87f8-4d90-bed2-68c9fee9b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:23.396627 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-d629e15c-87f8-4d90-bed2-68c9fee9b4d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0427580 Jul 09 18:57:23.450488 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-9af0bbc3-9820-49ce-bdc8-cc2d25bdfbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:23.451816 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-9af0bbc3-9820-49ce-bdc8-cc2d25bdfbf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489669 Jul 09 18:57:23.540083 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-5cfe27fc-4ef4-40fd-9721-2d873db56b0e service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811377 Jul 09 18:57:23.624794 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-cb1a1d91-f7c2-49ab-9ca1-1cad738e9ee5 req-b4333242-8b82-4f3f-b210-39156d1e988f service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779920 Jul 09 18:57:23.766021 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86243-0a32-435d-88e2-aedc947b889f req-776dfd7d-6a25-44e0-9345-5ad138af1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:23.767501 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-22d86243-0a32-435d-88e2-aedc947b889f req-776dfd7d-6a25-44e0-9345-5ad138af1501 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 1097 time: 0.0546002 Jul 09 18:57:23.851692 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86243-0a32-435d-88e2-aedc947b889f req-41df5c8a-5739-45e0-a5db-adc5c6f563dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:23.853160 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-22d86243-0a32-435d-88e2-aedc947b889f req-41df5c8a-5739-45e0-a5db-adc5c6f563dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0791881 Jul 09 18:57:23.896811 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-22d86243-0a32-435d-88e2-aedc947b889f req-1c55c912-ee34-4f20-8c2e-351bb43c3869 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=463b4d8e-5c2a-488c-b174-1921ed4a2940 HTTP/1.1" status: 200 len: 217 time: 0.0362573 Jul 09 18:57:23.942860 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86243-0a32-435d-88e2-aedc947b889f req-09ed2cf0-8377-4aa5-8273-c52f29f72348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:23.944272 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-22d86243-0a32-435d-88e2-aedc947b889f req-09ed2cf0-8377-4aa5-8273-c52f29f72348 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0415993 Jul 09 18:57:23.999317 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86243-0a32-435d-88e2-aedc947b889f req-6d1386d5-ce9c-4922-98d5-be7fb5908b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:24.000725 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-22d86243-0a32-435d-88e2-aedc947b889f req-6d1386d5-ce9c-4922-98d5-be7fb5908b00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490720 Jul 09 18:57:24.089304 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-22d86243-0a32-435d-88e2-aedc947b889f req-9bb804ec-c1df-4b62-8d67-ee9bcb516958 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817235 Jul 09 18:57:24.177387 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-22d86243-0a32-435d-88e2-aedc947b889f req-f73d481c-9ab2-406b-8afb-e5ae404d2e4a service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786877 Jul 09 18:57:24.294348 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8c9f5-d4d5-47f6-8c62-9b94542cfa42 req-3947ece7-1622-446f-9698-24bddb03cc05 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:24.295831 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-41d8c9f5-d4d5-47f6-8c62-9b94542cfa42 req-3947ece7-1622-446f-9698-24bddb03cc05 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 944 time: 0.0610847 Jul 09 18:57:24.362770 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-41d8c9f5-d4d5-47f6-8c62-9b94542cfa42 req-d8174007-2956-44db-a13e-a8ccea4e204b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613229 Jul 09 18:57:24.382127 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-51b08d26-a67c-446f-a2dd-e6b9603aa962 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678174 Jul 09 18:57:24.487773 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-a16adb25-cbc9-4404-89c7-e855c7dc855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:24.489467 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-a16adb25-cbc9-4404-89c7-e855c7dc855d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 1098 time: 0.0511088 Jul 09 18:57:24.593146 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-10cd1522-a496-4c01-91ae-14713765ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:24.594622 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-10cd1522-a496-4c01-91ae-14713765ab97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0832295 Jul 09 18:57:24.657432 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-fa6462fb-6046-4168-a3a7-c599610fd89e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c12b8-5b87-4927-a060-4242cfd23752 HTTP/1.1" status: 200 len: 999 time: 0.0560782 Jul 09 18:57:24.703931 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-c3de889d-a90c-4f38-b839-0442e86868f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:24.705294 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-c3de889d-a90c-4f38-b839-0442e86868f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0414650 Jul 09 18:57:24.762041 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-2b255f0c-24a1-420f-b263-be4475ece318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:24.764008 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-2b255f0c-24a1-420f-b263-be4475ece318 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525134 Jul 09 18:57:24.846849 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-d1674843-a6ca-47d5-ae6e-58dbf0ce25d5 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771754 Jul 09 18:57:24.934990 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e0139c80-58d8-4729-b667-9f6f443eb19e req-4ee9b22b-3aac-4955-9fe2-fa3d140094dc service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820885 Jul 09 18:57:25.178320 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:57:25.530859 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7f669-820e-4829-a701-f161ed4d69ea req-343cbce6-beec-4931-ac49-93f1fc906280 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:25.532299 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-04b7f669-820e-4829-a701-f161ed4d69ea req-343cbce6-beec-4931-ac49-93f1fc906280 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 944 time: 0.0607033 Jul 09 18:57:25.568204 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-04b7f669-820e-4829-a701-f161ed4d69ea req-f2690bb1-6ef7-413b-8038-aca09e9d1fbb tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303378 Jul 09 18:57:26.734751 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac53798-c31f-459a-82a0-6620e8c01fb7 req-003a420a-e09b-4e42-861f-2fe7f872475e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:26.736207 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8ac53798-c31f-459a-82a0-6620e8c01fb7 req-003a420a-e09b-4e42-861f-2fe7f872475e tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 944 time: 0.0615263 Jul 09 18:57:26.771869 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-8ac53798-c31f-459a-82a0-6620e8c01fb7 req-99d6c39a-904c-479f-8ead-d1394074c671 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300782 Jul 09 18:57:27.942271 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa0a7c-6d62-473a-937d-a92fc5f4374a req-b4d51a30-8d18-4bca-bd3d-430730471326 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:27.943733 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f4fa0a7c-6d62-473a-937d-a92fc5f4374a req-b4d51a30-8d18-4bca-bd3d-430730471326 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 944 time: 0.0653834 Jul 09 18:57:27.979740 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f4fa0a7c-6d62-473a-937d-a92fc5f4374a req-990bb29e-e0f2-4305-8976-491535253f60 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299799 Jul 09 18:57:29.146760 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eefacb-dc62-409b-9830-80f6083c7de0 req-8d58b11a-5ab3-42fa-a5f0-5401e454c70a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:29.148165 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-59eefacb-dc62-409b-9830-80f6083c7de0 req-8d58b11a-5ab3-42fa-a5f0-5401e454c70a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 944 time: 0.0614119 Jul 09 18:57:29.184902 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-59eefacb-dc62-409b-9830-80f6083c7de0 req-cf48eed5-9bbd-4bbd-9973-0b27cb8b0677 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308449 Jul 09 18:57:29.951217 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 463b4d8e-5c2a-488c-b174-1921ed4a2940 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=104837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 18:57:30.154085 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 463b4d8e-5c2a-488c-b174-1921ed4a2940, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=463b4d8e-5c2a-488c-b174-1921ed4a2940,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:57:30.164728 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Returning: {'device': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'port_id': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'mac_address': 'fa:16:3e:e9:06:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 18:57:30.200249 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:30.212304 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463b4d8e-5c2a-488c-b174-1921ed4a2940 {{(pid=104837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 18:57:30.231985 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 463b4d8e-5c2a-488c-b174-1921ed4a2940, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=463b4d8e-5c2a-488c-b174-1921ed4a2940,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:57:30.236057 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:30.284220 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=463b4d8e-5c2a-488c-b174-1921ed4a2940,revision_number=4']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:57:30.291040 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.291931 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.292269 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.292598 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.292920 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.293243 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.293563 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.293881 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.294225 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.294547 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.294864 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.295186 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:30.353454 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5bcb-6f63-48fd-81f9-9db908ebd864 req-49887709-7d5c-4727-8d2b-d5d29db61e96 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:30.354953 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f53d5bcb-6f63-48fd-81f9-9db908ebd864 req-49887709-7d5c-4727-8d2b-d5d29db61e96 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 945 time: 0.0620091 Jul 09 18:57:30.392346 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-f53d5bcb-6f63-48fd-81f9-9db908ebd864 req-ec2c3231-b079-439c-af8c-f5f708b23bde tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Jul 09 18:57:30.524923 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] get_ports_and_sgs() called for port_ids ['463b4d8e-5c2a-488c-b174-1921ed4a2940'] {{(pid=104837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 18:57:31.561854 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab8a55-75ed-4b7f-af32-6254e914f517 req-b2d78162-c9e1-44d5-bf7d-d70e63c1ce12 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:31.563304 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-33ab8a55-75ed-4b7f-af32-6254e914f517 req-b2d78162-c9e1-44d5-bf7d-d70e63c1ce12 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 945 time: 0.0639749 Jul 09 18:57:31.598518 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-33ab8a55-75ed-4b7f-af32-6254e914f517 req-b115efdd-abe8-4116-b28a-fcb776ef29f4 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297773 Jul 09 18:57:31.948621 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 463b4d8e-5c2a-488c-b174-1921ed4a2940 up at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 18:57:31.996452 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning for port 463b4d8e-5c2a-488c-b174-1921ed4a2940 completed by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 18:57:32.000169 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.provisioning_blocks [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Provisioning complete for port 463b4d8e-5c2a-488c-b174-1921ed4a2940 triggered by entity L2. {{(pid=104837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 18:57:32.000532 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1408321'] for port, provisioning_complete {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:32.071473 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:32.092331 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940'}] {{(pid=104837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:57:32.094535 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6355b37f8c6e19bb8d7511c5d0486b9f0715f64fe5cae95ccb538c64688bd14c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c360b6-0413-406c-81ed-e4b4308127b2" -d '{"events": [{"server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "name": "network-vif-plugged", "status": "completed", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940"}]}' {{(pid=104837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:57:32.110252 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.db [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] For port 463b4d8e-5c2a-488c-b174-1921ed4a2940, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=463b4d8e-5c2a-488c-b174-1921ed4a2940,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:57:32.114765 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120'] for port, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:32.161676 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Pushing event updated for resources: {'Port': ['ID=463b4d8e-5c2a-488c-b174-1921ed4a2940,revision_number=5']} {{(pid=104837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:57:32.183935 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82f6389-3413-4d00-9cf7-6dcb27f1eac2 x-openstack-request-id: req-a82f6389-3413-4d00-9cf7-6dcb27f1eac2 {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:57:32.184284 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "name": "network-vif-plugged", "status": "completed", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940", "code": 200}]} {{(pid=104837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:57:32.184611 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a82f6389-3413-4d00-9cf7-6dcb27f1eac2 {{(pid=104837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:57:32.185057 dv-cinder-780933-10-iscsi neutron-server[104837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'code': 200} Jul 09 18:57:32.471580 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334832-e283-4def-ba37-bdb5cc1e45ea req-93a0060d-2fbd-476b-aee0-d25bb5609c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:32.473006 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-59334832-e283-4def-ba37-bdb5cc1e45ea req-93a0060d-2fbd-476b-aee0-d25bb5609c2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 1099 time: 0.0490322 Jul 09 18:57:32.505392 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-59334832-e283-4def-ba37-bdb5cc1e45ea req-eac25b58-9840-4c06-995e-0c6dff33a8b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254836 Jul 09 18:57:32.768534 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143995-8e38-4d1c-86d5-21f36b555f38 req-6d64e668-2a6c-4c92-9068-af05747bf27c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:32.769886 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b5143995-8e38-4d1c-86d5-21f36b555f38 req-6d64e668-2a6c-4c92-9068-af05747bf27c tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 946 time: 0.0636516 Jul 09 18:57:32.805953 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-b5143995-8e38-4d1c-86d5-21f36b555f38 req-dd57b5fe-4334-4a6e-81a8-855df77a6136 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306516 Jul 09 18:57:33.980091 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051788fc-ae49-43a8-8364-bc7452424c5f req-26113a3a-02da-47ae-9f61-2523522e7469 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:33.981540 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-051788fc-ae49-43a8-8364-bc7452424c5f req-26113a3a-02da-47ae-9f61-2523522e7469 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 946 time: 0.0614424 Jul 09 18:57:34.020755 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-051788fc-ae49-43a8-8364-bc7452424c5f req-bd7ac228-5f5b-4c32-b8d3-84e0ccfd1061 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337336 Jul 09 18:57:34.185617 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8ee13-158b-4264-893a-93f0b77f7475 req-40aa7bac-99f0-4fae-9912-817e77ecc931 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:34.187146 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a2d8ee13-158b-4264-893a-93f0b77f7475 req-40aa7bac-99f0-4fae-9912-817e77ecc931 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 946 time: 0.0609937 Jul 09 18:57:34.223779 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-a2d8ee13-158b-4264-893a-93f0b77f7475 req-3149e424-7d20-4d24-823f-4d0048bbbff1 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311790 Jul 09 18:57:34.247509 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42176) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:57:34.296245 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d45f1-0b7d-46b1-bf8b-2d48fee14543 tempest-TestVolumeBootPattern-1571849657 tempest-TestVolumeBootPattern-1571849657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:34.297675 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ef8d45f1-0b7d-46b1-bf8b-2d48fee14543 tempest-TestVolumeBootPattern-1571849657 tempest-TestVolumeBootPattern-1571849657-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 1094 time: 0.0492232 Jul 09 18:57:34.300393 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42178) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:57:34.304451 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.v2.base [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Request body: {'floatingip': {'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'port_id': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 18:57:34.326623 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:34.417904 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:34.519070 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.db_base_plugin_common [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Allocated IP 172.27.2.83 (e685ef06-bd20-4f13-9915-56c936056191/4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8/88bf8734-93eb-4b3b-a5da-ce72ba800812) {{(pid=104836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 18:57:34.623379 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for port, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:34.658741 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-565010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-195516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784005581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14759058'] for port, after_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:34.691543 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Network e685ef06-bd20-4f13-9915-56c936056191 is already hosted by enough agents. {{(pid=104836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 18:57:34.697619 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.base_scheduler [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Resources bound (agent type, host, resource id): {{(pid=104836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 18:57:34.701498 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Received port after_create {{(pid=104836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 18:57:34.724660 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'Port': ['ID=88bf8734-93eb-4b3b-a5da-ce72ba800812,revision_number=1']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:57:34.738704 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.739047 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.739376 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.739700 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.740018 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.740338 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.740656 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.740970 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.741285 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.741596 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.741907 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:34.742298 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:57:35.071976 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:35.142761 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564437'] for port, before_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:35.283566 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for port, precommit_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:35.287860 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784006007336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784005581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784005582120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14759008'] for port, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:35.351279 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event updated for resources: {'Port': ['ID=88bf8734-93eb-4b3b-a5da-ce72ba800812,revision_number=2']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:57:35.360622 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396434'] for floatingip, after_update {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:35.455658 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.l3_db [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Floating IP 9b537631-0563-4b75-8584-dcf204e7f916 associated. External IP: 172.27.2.83, port: 463b4d8e-5c2a-488c-b174-1921ed4a2940. Jul 09 18:57:35.649028 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Router fa3a45f7-525e-4e48-85b6-07a5d4958fbf has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:57:35.749794 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:57:35.758954 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] Sync routers for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:57:35.764976 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:35.769178 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:57:35.769827 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:57:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:57:35.800429 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-fd2bb756-6c43-49c0-9737-31e9e81ce11b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4991198 Jul 09 18:57:35.801015 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:57:35.803257 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207fa94a-2000-44f4-962d-2cfd5cb1ae07" -d '{"events": [{"name": "network-changed", "server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:57:35.875159 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:57:35.889577 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb0549a-ec99-4368-afbf-7b2735615d78 x-openstack-request-id: req-7cb0549a-ec99-4368-afbf-7b2735615d78 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:57:35.889924 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:57:35.890260 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7cb0549a-ec99-4368-afbf-7b2735615d78 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:57:35.890828 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'status': 'completed', 'code': 200} Jul 09 18:57:35.994370 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-8ac62a66-a12a-4261-ab6f-a30ee62321e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:35.995931 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-8ac62a66-a12a-4261-ab6f-a30ee62321e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 1099 time: 0.0552149 Jul 09 18:57:36.085611 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-8ab48bf3-8c9b-47c3-9d01-a876a7013421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:36.087128 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-8ab48bf3-8c9b-47c3-9d01-a876a7013421 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0843296 Jul 09 18:57:36.092934 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '56b56bea-e9e3-4aea-ab0e-4b2c681b91eb', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:34Z', 'updated_at': '2021-07-09T18:55:36Z', 'revision_number': 1, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}, {'id': '9b537631-0563-4b75-8584-dcf204e7f916', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:e9:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:57:34Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 0, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:57:36.122179 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] Checking router: fa3a45f7-525e-4e48-85b6-07a5d4958fbf for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:57:36.130357 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:57:36.130963 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:57:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:57:36.149267 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-fe9b7d28-32af-45df-b8c1-ced0969c9a51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=463b4d8e-5c2a-488c-b174-1921ed4a2940 HTTP/1.1" status: 200 len: 999 time: 0.0561707 Jul 09 18:57:36.199310 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-9627ff38-4f7c-4540-8ed0-dc39a710b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:36.200845 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-9627ff38-4f7c-4540-8ed0-dc39a710b5b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0455232 Jul 09 18:57:36.232942 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:57:36.256588 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-7ba6b231-5fe7-419c-96e4-2526f46712b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:57:36.258000 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-7ba6b231-5fe7-419c-96e4-2526f46712b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506468 Jul 09 18:57:36.345217 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-1cd6e8d2-9c87-4164-ae1a-19bbb8a2f344 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794835 Jul 09 18:57:36.434374 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-207fa94a-2000-44f4-962d-2cfd5cb1ae07 req-b9ac6b73-8024-45d6-9c5c-8e41d6b95f23 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832701 Jul 09 18:57:36.453742 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '56b56bea-e9e3-4aea-ab0e-4b2c681b91eb', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:34Z', 'updated_at': '2021-07-09T18:55:36Z', 'revision_number': 1, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}, {'id': '9b537631-0563-4b75-8584-dcf204e7f916', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:e9:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:57:34Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 0, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:57:36.481625 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d1458-2695-49c1-86c7-a36164eba40f None None] The sync data for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi is: [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '56b56bea-e9e3-4aea-ab0e-4b2c681b91eb', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:34Z', 'updated_at': '2021-07-09T18:55:36Z', 'revision_number': 1, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}, {'id': '9b537631-0563-4b75-8584-dcf204e7f916', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:e9:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:57:34Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 0, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:57:36.674579 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19342a3b-b005-4c5a-8397-90b6a47668d0 None None] New status for floating IP 9b537631-0563-4b75-8584-dcf204e7f916: ACTIVE {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:57:42.407212 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:42.587476 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-b3b63378-8779-4b5b-a86b-ff9daa7c9501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:45.261186 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:45.266538 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7e21078a-e140-4f40-9338-388c3d07c1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:46.464055 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:57:47.945046 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:02.179957 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:58:12.426892 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:12.587408 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-735fce3a-cf2c-415e-a472-3f190587863a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:15.252312 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:15.267329 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-adbc972c-f822-4635-927a-e43b258a39d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:16.466472 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:17.947068 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:26.435167 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-7a05b62c-10db-44cb-b9eb-2e33c68c895a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514016 Jul 09 18:58:26.544677 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-bc450076-7b22-4884-a60f-dc3c3c2b0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:58:26.546176 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-bc450076-7b22-4884-a60f-dc3c3c2b0efd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 1098 time: 0.0503573 Jul 09 18:58:26.651935 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-4d6ad7a5-5148-4660-8096-abfb03c2a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:58:26.653373 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-4d6ad7a5-5148-4660-8096-abfb03c2a697 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0837135 Jul 09 18:58:26.714834 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-ca759079-8215-4550-98ce-b05f117d15a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c12b8-5b87-4927-a060-4242cfd23752 HTTP/1.1" status: 200 len: 999 time: 0.0548940 Jul 09 18:58:26.764694 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-e57c4c2a-7c8a-443f-adf1-95d0bb17872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:58:26.766060 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-e57c4c2a-7c8a-443f-adf1-95d0bb17872e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0451407 Jul 09 18:58:26.819588 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-36c6d59a-15e9-492d-8c02-64ea83fcd425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:58:26.820997 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-36c6d59a-15e9-492d-8c02-64ea83fcd425 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482731 Jul 09 18:58:26.904738 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-97e0b922-1d72-430f-b6ee-fea30eed8b3b service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774720 Jul 09 18:58:26.995192 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-09af1ce4-a680-4df1-b8d5-ef854fc88fb5 req-5a752c35-5ed8-446c-9074-337155006060 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825346 Jul 09 18:58:39.183086 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:58:42.424711 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:42.587417 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-95f402cf-b7c3-45d3-9619-e62a4da60db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:45.257305 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:45.267465 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-b7ba60a6-fd50-413d-beb7-3736924f40e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:46.469110 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:58:47.949748 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:12.422579 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:12.585873 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-01fd0757-3ada-4779-b400-86b84169f293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:14.564677 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42226) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:14.716764 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Deleting port 88bf8734-93eb-4b3b-a5da-ce72ba800812 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:14.717095 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:14.790837 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:14.791185 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:14.802066 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Calling delete_port for 88bf8734-93eb-4b3b-a5da-ce72ba800812 owned by network:floatingip {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:14.942921 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:14.967299 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event deleted for resources: {'Port': ['ID=88bf8734-93eb-4b3b-a5da-ce72ba800812,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:14.992786 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.993130 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.993465 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.993794 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.994136 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.994486 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.994810 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.995132 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.995452 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.995771 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.996084 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:14.996399 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:15.035839 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:15.036165 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.l3_db [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Floating IP 9b537631-0563-4b75-8584-dcf204e7f916 disassociated (deleted). External IP: 172.27.2.83, port: 463b4d8e-5c2a-488c-b174-1921ed4a2940. Jul 09 18:59:15.267765 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:15.274580 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-8d687e69-1625-4dd5-9135-ac5cd5f57548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:15.488176 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Router fa3a45f7-525e-4e48-85b6-07a5d4958fbf has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:59:15.585669 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:59:15.590383 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:15.594843 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] Sync routers for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:59:15.604115 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:59:15.604715 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:59:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:15.625744 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-faa0df84-843e-40a3-9ed5-b39e181d3539 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "DELETE /v2.0/floatingips/9b537631-0563-4b75-8584-dcf204e7f916 HTTP/1.1" status: 204 len: 168 time: 1.0599880 Jul 09 18:59:15.626452 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:59:15.629417 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52482bc6-a75e-4f65-9309-d87169a10fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:59:15.670739 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c501629-3106-4acd-ac86-9bb2617dee59 x-openstack-request-id: req-0c501629-3106-4acd-ac86-9bb2617dee59 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:59:15.671020 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:59:15.671268 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c501629-3106-4acd-ac86-9bb2617dee59 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:59:15.671654 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'status': 'completed', 'code': 200} Jul 09 18:59:15.712707 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:59:15.768514 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-75f1b8ae-1344-4bfc-b919-4dfc8ca7dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:15.770106 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-75f1b8ae-1344-4bfc-b919-4dfc8ca7dbc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 1099 time: 0.0556562 Jul 09 18:59:15.886712 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-0dc8b3b0-226a-4056-8b70-5749170489e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:15.888224 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-0dc8b3b0-226a-4056-8b70-5749170489e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.1114984 Jul 09 18:59:15.959118 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '56b56bea-e9e3-4aea-ab0e-4b2c681b91eb', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:34Z', 'updated_at': '2021-07-09T18:55:36Z', 'revision_number': 1, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:15.961812 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-dfdb1996-2e65-42fc-bd53-3e90cb040977 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=463b4d8e-5c2a-488c-b174-1921ed4a2940 HTTP/1.1" status: 200 len: 217 time: 0.0411599 Jul 09 18:59:15.985795 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] Checking router: fa3a45f7-525e-4e48-85b6-07a5d4958fbf for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:59:15.994375 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:59:15.994983 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:59:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:16.014318 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-aebd8dda-376e-4728-8d94-7760868e293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:16.015942 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-aebd8dda-376e-4728-8d94-7760868e293e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0472772 Jul 09 18:59:16.036479 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b62d7-2a25-4bc4-81b5-421e4a1ddfc6 req-642a0829-fdc7-4fb6-a1c6-6ed72f9271f8 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:16.038625 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b07b62d7-2a25-4bc4-81b5-421e4a1ddfc6 req-642a0829-fdc7-4fb6-a1c6-6ed72f9271f8 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 946 time: 0.0826120 Jul 09 18:59:16.079434 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-b07b62d7-2a25-4bc4-81b5-421e4a1ddfc6 req-11b40045-e4f5-41a3-a31f-c622a83924f4 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358114 Jul 09 18:59:16.080596 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-f874597c-4b2b-4d72-9024-98f272563960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:16.082237 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-f874597c-4b2b-4d72-9024-98f272563960 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585065 Jul 09 18:59:16.106654 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:59:16.172584 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-0f231f42-6b31-4792-b630-cc69d2d35395 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825975 Jul 09 18:59:16.184364 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 18:59:16.268582 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-52482bc6-a75e-4f65-9309-d87169a10fd9 req-59622c23-6800-4f83-9f7d-f10b44751223 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889077 Jul 09 18:59:16.453257 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '56b56bea-e9e3-4aea-ab0e-4b2c681b91eb', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:34Z', 'updated_at': '2021-07-09T18:55:36Z', 'revision_number': 1, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:16.482331 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a2171-d15f-4f89-93a3-87ff0a3f8092 None None] The sync data for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi is: [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_floatingips': [{'id': '56b56bea-e9e3-4aea-ab0e-4b2c681b91eb', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'router_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'port_id': '506c12b8-5b87-4927-a060-4242cfd23752', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'mac_address': 'fa:16:3e:ac:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36147692-b230-42eb-8cba-66076e2e086b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:34Z', 'updated_at': '2021-07-09T18:55:36Z', 'revision_number': 1, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:59:16.493583 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:16.691783 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf9a88-cb58-4b8d-8e84-9224d3a2f891 None None] New status for floating IP 9b537631-0563-4b75-8584-dcf204e7f916: DOWN {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:59:17.261556 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8057a-1518-4cf3-a6db-ca7e262b745f req-9bee82d7-1605-41fd-99b6-cd0f777cffcd tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:17.263020 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d6f8057a-1518-4cf3-a6db-ca7e262b745f req-9bee82d7-1605-41fd-99b6-cd0f777cffcd tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 946 time: 0.0615795 Jul 09 18:59:17.304815 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d6f8057a-1518-4cf3-a6db-ca7e262b745f req-ffc24f5a-4158-4fa7-aa36-116fa19ea00a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363135 Jul 09 18:59:17.667685 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b701c2-e555-49e8-a447-849939b540e5 req-fcecf7f4-ca8e-4edb-86dc-44612562241a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:17.669096 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2b701c2-e555-49e8-a447-849939b540e5 req-fcecf7f4-ca8e-4edb-86dc-44612562241a tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 946 time: 0.0612781 Jul 09 18:59:17.767318 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-d2b701c2-e555-49e8-a447-849939b540e5 req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Deleting port 463b4d8e-5c2a-488c-b174-1921ed4a2940 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:17.767649 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d2b701c2-e555-49e8-a447-849939b540e5 req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:17.851642 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-d2b701c2-e555-49e8-a447-849939b540e5 req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] For port 463b4d8e-5c2a-488c-b174-1921ed4a2940, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=463b4d8e-5c2a-488c-b174-1921ed4a2940,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:59:17.852000 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d2b701c2-e555-49e8-a447-849939b540e5 req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:17.868179 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-d2b701c2-e555-49e8-a447-849939b540e5 req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Calling delete_port for 463b4d8e-5c2a-488c-b174-1921ed4a2940 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:17.954051 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:17.990282 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d2b701c2-e555-49e8-a447-849939b540e5 req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:18.018172 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event deleted for resources: {'Port': ['ID=463b4d8e-5c2a-488c-b174-1921ed4a2940,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:18.030207 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.030562 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.030898 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.031230 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.031700 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.031985 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.032310 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.032636 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.032960 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.033283 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.033601 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.033916 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-10-iscsi {{(pid=104835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 18:59:18.074806 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b701c2-e555-49e8-a447-849939b540e5 req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] No DVR routers for this DVR port 463b4d8e-5c2a-488c-b174-1921ed4a2940 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:59:18.077098 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-d2b701c2-e555-49e8-a447-849939b540e5 req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:18.079149 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d2b701c2-e555-49e8-a447-849939b540e5 req-1b052614-587c-4ad2-834c-5dedc0182bb5 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "DELETE /v2.0/ports/463b4d8e-5c2a-488c-b174-1921ed4a2940 HTTP/1.1" status: 204 len: 173 time: 0.4037082 Jul 09 18:59:18.079577 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'name': 'network-vif-deleted', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:59:18.081760 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefcaf6c-b709-42ab-9347-42e1d8f61535" -d '{"events": [{"server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "name": "network-vif-deleted", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:59:18.118711 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eab2ca-d736-4d44-9186-412830c1a226 x-openstack-request-id: req-10eab2ca-d736-4d44-9186-412830c1a226 {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:59:18.119029 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5ec8a2-626b-49a1-adf9-e19f9b30458f", "name": "network-vif-deleted", "tag": "463b4d8e-5c2a-488c-b174-1921ed4a2940", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:59:18.119298 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10eab2ca-d736-4d44-9186-412830c1a226 {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:59:18.119682 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5ec8a2-626b-49a1-adf9-e19f9b30458f', 'name': 'network-vif-deleted', 'tag': '463b4d8e-5c2a-488c-b174-1921ed4a2940', 'status': 'completed', 'code': 200} Jul 09 18:59:18.445669 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-2bad17c1-76b7-42d3-9e7d-7ce03ad3cdb7 req-a572ca3d-09d4-4ff1-a1e5-e1b87b39aa05 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=af5ec8a2-626b-49a1-adf9-e19f9b30458f HTTP/1.1" status: 200 len: 210 time: 0.0305510 Jul 09 18:59:20.539831 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 463b4d8e-5c2a-488c-b174-1921ed4a2940 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:59:20.560069 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 463b4d8e-5c2a-488c-b174-1921ed4a2940 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:59:20.560342 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 463b4d8e-5c2a-488c-b174-1921ed4a2940 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:59:21.759259 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42270) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:21.907290 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Deleting port c5b14b1e-5caa-4113-aca8-38dd449d8669 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:21.907629 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:21.978152 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:21.978548 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:21.989913 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Calling delete_port for c5b14b1e-5caa-4113-aca8-38dd449d8669 owned by network:floatingip {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:22.135352 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:22.159180 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event deleted for resources: {'Port': ['ID=c5b14b1e-5caa-4113-aca8-38dd449d8669,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:22.224293 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:22.224618 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.db.l3_db [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Floating IP 56b56bea-e9e3-4aea-ab0e-4b2c681b91eb disassociated (deleted). External IP: 172.27.2.4, port: 506c12b8-5b87-4927-a060-4242cfd23752. Jul 09 18:59:22.419198 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Router fa3a45f7-525e-4e48-85b6-07a5d4958fbf has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:59:22.520560 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:59:22.525295 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:22.529608 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] Sync routers for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:59:22.538655 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:59:22.539261 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:59:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:22.559460 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-f288efd5-1ab7-42e7-b916-805f6e5f12ab tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "DELETE /v2.0/floatingips/56b56bea-e9e3-4aea-ab0e-4b2c681b91eb HTTP/1.1" status: 204 len: 168 time: 0.7990866 Jul 09 18:59:22.560148 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752'}] {{(pid=104836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:59:22.562513 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d1c27dd4ada4f2d7ac383338b4a3dd15ad85a699f094999326528224e620a21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51ced43-5490-4f09-a545-addb0df46f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "tag": "506c12b8-5b87-4927-a060-4242cfd23752"}]}' {{(pid=104836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:59:22.599794 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 18:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98944b5b-1997-48e7-9a98-af1c574a5a67 x-openstack-request-id: req-98944b5b-1997-48e7-9a98-af1c574a5a67 {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:59:22.600083 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "tag": "506c12b8-5b87-4927-a060-4242cfd23752", "status": "completed", "code": 200}]} {{(pid=104836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:59:22.600335 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98944b5b-1997-48e7-9a98-af1c574a5a67 {{(pid=104836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:59:22.600730 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752', 'status': 'completed', 'code': 200} Jul 09 18:59:22.650868 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:59:22.704709 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ced43-5490-4f09-a545-addb0df46f5d req-e75741ee-cbc6-45cb-996c-e71b0239af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:22.706304 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d51ced43-5490-4f09-a545-addb0df46f5d req-e75741ee-cbc6-45cb-996c-e71b0239af1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 1098 time: 0.0551779 Jul 09 18:59:22.800769 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ced43-5490-4f09-a545-addb0df46f5d req-813e98a9-53b1-450e-95eb-6e406cce2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:22.802287 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d51ced43-5490-4f09-a545-addb0df46f5d req-813e98a9-53b1-450e-95eb-6e406cce2e3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 200 len: 913 time: 0.0893695 Jul 09 18:59:22.843053 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d51ced43-5490-4f09-a545-addb0df46f5d req-05bace63-3b69-4aec-80c1-a5ffe8e19b34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506c12b8-5b87-4927-a060-4242cfd23752 HTTP/1.1" status: 200 len: 217 time: 0.0342729 Jul 09 18:59:22.852206 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:22.881072 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] Checking router: fa3a45f7-525e-4e48-85b6-07a5d4958fbf for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:59:22.890586 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:59:22.890586 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:59:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:22.898426 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ced43-5490-4f09-a545-addb0df46f5d req-3cdf9b35-6a59-4217-b3cd-2bcd950be468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:22.899975 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d51ced43-5490-4f09-a545-addb0df46f5d req-3cdf9b35-6a59-4217-b3cd-2bcd950be468 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 200 len: 851 time: 0.0502331 Jul 09 18:59:22.971395 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ced43-5490-4f09-a545-addb0df46f5d req-1a7f785c-c733-4a33-aa2b-e558268ebc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:22.972950 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d51ced43-5490-4f09-a545-addb0df46f5d req-1a7f785c-c733-4a33-aa2b-e558268ebc25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f584693b-8502-4c56-93c6-0951ccd26218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665593 Jul 09 18:59:23.009940 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:59:23.065736 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d51ced43-5490-4f09-a545-addb0df46f5d req-a7c7091e-3bc9-4073-9e1b-c0f051ffd68a service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809345 Jul 09 18:59:23.097510 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf48e4-5154-4a56-b00b-ab02a3b63d85 req-b1d7649f-43db-4c0d-89ec-97ca04492ab7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:23.099040 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2baf48e4-5154-4a56-b00b-ab02a3b63d85 req-b1d7649f-43db-4c0d-89ec-97ca04492ab7 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 945 time: 0.0737944 Jul 09 18:59:23.137458 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [req-2baf48e4-5154-4a56-b00b-ab02a3b63d85 req-ceb64e62-d5ee-42a2-ab10-75b3164bbb65 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322375 Jul 09 18:59:23.159811 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-d51ced43-5490-4f09-a545-addb0df46f5d req-fe271d4d-c7b2-4f54-8133-06b950b96470 service neutron] 10.222.0.30 "GET /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869408 Jul 09 18:59:23.214036 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:23.241379 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04548d-a25f-480e-9d6e-8216556537ff None None] The sync data for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi is: [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:51:57Z', 'revision_number': 4, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi', '_interfaces': [{'id': 'df12ea27-6e59-4416-b712-903eb375eead', 'name': '', 'network_id': 'f584693b-8502-4c56-93c6-0951ccd26218', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'mac_address': 'fa:16:3e:c3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:56Z', 'updated_at': '2021-07-09T18:52:04Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'subnets': [{'id': 'cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:59:23.448890 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2691b-c9c9-4960-944b-51a20766dda0 None None] New status for floating IP 56b56bea-e9e3-4aea-ab0e-4b2c681b91eb: DOWN {{(pid=104838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 18:59:24.309136 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba682b-7b9c-43db-8dd7-ef9b6fbfc1aa req-a0182156-90ed-4194-b472-6ae48d38cc64 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:24.310626 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e3ba682b-7b9c-43db-8dd7-ef9b6fbfc1aa req-a0182156-90ed-4194-b472-6ae48d38cc64 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 945 time: 0.0615423 Jul 09 18:59:24.349159 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-e3ba682b-7b9c-43db-8dd7-ef9b6fbfc1aa req-3b2a339d-18b5-4064-8a65-b7f8b031eb6b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/security-groups?id=554bb294-c106-4e77-b990-608ebceb6491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330720 Jul 09 18:59:24.664238 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-8543e48e-bde4-4526-824c-c925c32ec0ca tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 18:59:24.665674 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-8543e48e-bde4-4526-824c-c925c32ec0ca tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 945 time: 0.0605717 Jul 09 18:59:24.768353 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Deleting port 506c12b8-5b87-4927-a060-4242cfd23752 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:24.768715 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:24.850983 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] For port 506c12b8-5b87-4927-a060-4242cfd23752, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=506c12b8-5b87-4927-a060-4242cfd23752,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:59:24.851344 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:24.863929 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Calling delete_port for 506c12b8-5b87-4927-a060-4242cfd23752 owned by compute:nova {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:24.989066 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:25.016999 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event deleted for resources: {'Port': ['ID=506c12b8-5b87-4927-a060-4242cfd23752,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:25.064923 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] No DVR routers for this DVR port 506c12b8-5b87-4927-a060-4242cfd23752 on host hv-cinder-78093 {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:59:25.067422 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for port, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:25.069376 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-c8111d92-e0eb-4248-a7b9-b6444ced89f4 req-f4c6270e-d465-4188-a790-dc77f717fc9b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.30 "DELETE /v2.0/ports/506c12b8-5b87-4927-a060-4242cfd23752 HTTP/1.1" status: 204 len: 173 time: 0.3983293 Jul 09 18:59:25.069799 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'name': 'network-vif-deleted', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752'}] {{(pid=104835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 18:59:25.072101 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0f0ef0c2891b9e5187b3c643dbb17476dbec2c0487e4f2149afa4ff3b908858" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e1c9d2-620a-4c20-9535-8d195bd8b4bf" -d '{"events": [{"server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "name": "network-vif-deleted", "tag": "506c12b8-5b87-4927-a060-4242cfd23752"}]}' {{(pid=104835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 18:59:25.108033 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 18:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bc7f5d-7987-4ece-89ea-2d084117e59b x-openstack-request-id: req-a6bc7f5d-7987-4ece-89ea-2d084117e59b {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 18:59:25.108330 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36147692-b230-42eb-8cba-66076e2e086b", "name": "network-vif-deleted", "tag": "506c12b8-5b87-4927-a060-4242cfd23752", "status": "completed", "code": 200}]} {{(pid=104835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 18:59:25.108589 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6bc7f5d-7987-4ece-89ea-2d084117e59b {{(pid=104835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 18:59:25.108970 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36147692-b230-42eb-8cba-66076e2e086b', 'name': 'network-vif-deleted', 'tag': '506c12b8-5b87-4927-a060-4242cfd23752', 'status': 'completed', 'code': 200} Jul 09 18:59:25.505304 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [req-0e8f1686-8fbf-4c5c-9190-a1109fbf512e req-5333a92e-4b2a-4ff9-8430-78af2d42bf9f tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "GET /v2.0/ports?device_id=36147692-b230-42eb-8cba-66076e2e086b HTTP/1.1" status: 200 len: 210 time: 0.0305073 Jul 09 18:59:26.547070 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 506c12b8-5b87-4927-a060-4242cfd23752 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:59:26.566356 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] No Port match for: 506c12b8-5b87-4927-a060-4242cfd23752 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:59:26.566695 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Device 506c12b8-5b87-4927-a060-4242cfd23752 not bound to the agent host hv-cinder-78093 {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:59:26.598938 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 42286) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:26.715926 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Deleting port 10e056dd-767b-490b-a9ae-1eab66ac6d95 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:26.716270 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:26.788816 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:26.789065 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:26.799957 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Calling delete_port for 10e056dd-767b-490b-a9ae-1eab66ac6d95 owned by network:floatingip {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:26.924818 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:26.955022 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event deleted for resources: {'Port': ['ID=10e056dd-767b-490b-a9ae-1eab66ac6d95,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:27.012094 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for floatingip, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:27.014582 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213424'] for floatingip, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:27.015716 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-76a424a2-1891-4124-91c3-932ca69459d6 tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "DELETE /v2.0/floatingips/290934b2-5aed-4c5d-a6ed-2ae81cdacc7b HTTP/1.1" status: 204 len: 168 time: 0.4157295 Jul 09 18:59:28.271400 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 42298) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:28.326979 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-83edb3e8-a9a0-4559-8c4f-936919fce08b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:28.350906 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-83edb3e8-a9a0-4559-8c4f-936919fce08b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:28.411417 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-83edb3e8-a9a0-4559-8c4f-936919fce08b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:28.413960 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-83edb3e8-a9a0-4559-8c4f-936919fce08b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Notify callbacks [] for security_group, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:28.415149 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-83edb3e8-a9a0-4559-8c4f-936919fce08b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] 10.222.0.22 "DELETE /v2.0/security-groups/554bb294-c106-4e77-b990-608ebceb6491 HTTP/1.1" status: 204 len: 168 time: 0.1427677 Jul 09 18:59:28.424102 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edb3e8-a9a0-4559-8c4f-936919fce08b tempest-TestVolumeBootPattern-1402358711 tempest-TestVolumeBootPattern-1402358711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554bb294-c106-4e77-b990-608ebceb6491,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:28.471608 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 42302) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:28.965598 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398831'] for router_interface, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:29.202222 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Deleting port df12ea27-6e59-4416-b712-903eb375eead {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:29.202471 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:29.274406 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] For port df12ea27-6e59-4416-b712-903eb375eead, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=df12ea27-6e59-4416-b712-903eb375eead,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:59:29.275087 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:29.286975 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Calling delete_port for df12ea27-6e59-4416-b712-903eb375eead owned by network:router_interface {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:29.457180 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:29.485064 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Pushing event deleted for resources: {'Port': ['ID=df12ea27-6e59-4416-b712-903eb375eead,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:29.939194 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401105'] for router_interface, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.145406 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Router fa3a45f7-525e-4e48-85b6-07a5d4958fbf has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:59:30.245253 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:59:30.250185 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-15abf180-abe3-4141-822f-05acb7f8a400 admin admin] 10.222.0.22 "PUT /v2.0/routers/fa3a45f7-525e-4e48-85b6-07a5d4958fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7774804 Jul 09 18:59:30.252627 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 42306) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:30.255888 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] Sync routers for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:59:30.265398 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:59:30.266008 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:59:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:30.351632 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks [] for router, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.366043 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: dv-cinder-780933-10-iscsi {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:59:30.446692 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.501149 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Deleting port bb0c88f5-82b8-47b5-93ea-473b12fde888 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:30.501480 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.536707 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:59:29Z', 'revision_number': 5, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port': {'id': 'bb0c88f5-82b8-47b5-93ea-473b12fde888', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:30.564712 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] Checking router: fa3a45f7-525e-4e48-85b6-07a5d4958fbf for host: dv-cinder-780933-10-iscsi {{(pid=104837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:59:30.573334 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] Routers {'fa3a45f7-525e-4e48-85b6-07a5d4958fbf'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:59:30.573937 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:59:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'], 'active': True} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:30.576336 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] For port bb0c88f5-82b8-47b5-93ea-473b12fde888, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=bb0c88f5-82b8-47b5-93ea-473b12fde888,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:59:30.576683 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.589255 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Calling delete_port for bb0c88f5-82b8-47b5-93ea-473b12fde888 owned by network:router_gateway {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:30.655585 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_dvr_db [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] Set router fa3a45f7-525e-4e48-85b6-07a5d4958fbf gateway port host: None {{(pid=104837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:59:30.756082 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.787061 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0c88f5-82b8-47b5-93ea-473b12fde888,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:30.828164 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.db.l3_hamode_db [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:59:30Z', 'revision_number': 6, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port_host': None}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:30.846900 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396456'] for router_gateway, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.856626 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ebba45-2cb2-4c2d-9248-97e3f2adfc94 None None] The sync data for ids ['fa3a45f7-525e-4e48-85b6-07a5d4958fbf'] in dv-cinder-780933-10-iscsi is: [{'id': 'fa3a45f7-525e-4e48-85b6-07a5d4958fbf', 'name': 'tempest-TestVolumeBootPattern-1948805828-router', 'tenant_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:54Z', 'updated_at': '2021-07-09T18:59:30Z', 'revision_number': 6, 'project_id': '3d9ad3483a6a4ef6aa1918c3396a27ef', 'gw_port_host': None}] {{(pid=104837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:59:30.937333 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-393500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042693'] for router, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.939441 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.980551 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394636'] for router, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.981117 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa3a45f7-525e-4e48-85b6-07a5d4958fbf {{(pid=104835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:59:30.985368 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] Notify callbacks [] for router, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:30.989007 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-552f836d-6bab-409b-b2d7-09c79e759508 admin admin] 10.222.0.22 "DELETE /v2.0/routers/fa3a45f7-525e-4e48-85b6-07a5d4958fbf HTTP/1.1" status: 204 len: 168 time: 0.7330341 Jul 09 18:59:30.989201 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 42308) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:31.035312 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b093dd5-40d4-4f7b-8b55-f95fdd5e8d07 admin admin] Deleting subnet cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:59:31.038178 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4b093dd5-40d4-4f7b-8b55-f95fdd5e8d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.069431 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4b093dd5-40d4-4f7b-8b55-f95fdd5e8d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.142137 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4b093dd5-40d4-4f7b-8b55-f95fdd5e8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.191290 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4b093dd5-40d4-4f7b-8b55-f95fdd5e8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.223531 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b093dd5-40d4-4f7b-8b55-f95fdd5e8d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:31.225534 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-4b093dd5-40d4-4f7b-8b55-f95fdd5e8d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.227473 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-4b093dd5-40d4-4f7b-8b55-f95fdd5e8d07 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cab1d6c5-1ea9-4b13-b4d7-224e5a269a8c HTTP/1.1" status: 204 len: 168 time: 0.2373648 Jul 09 18:59:31.230225 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 42310) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:31.234138 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba087466-2352-42be-b791-4a66c5e1b455 None None] Network f584693b-8502-4c56-93c6-0951ccd26218 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:59:31.305180 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.356605 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Deleting port 25af3f26-078e-41e4-b408-0c88902d4e32 {{(pid=104835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:31.357355 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.431233 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.db [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] For port 25af3f26-078e-41e4-b408-0c88902d4e32, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=25af3f26-078e-41e4-b408-0c88902d4e32,segment=NetworkSegment(93c1afda-fd9d-4e13-a440-a04f79c00435),segment_id=93c1afda-fd9d-4e13-a440-a04f79c00435)] {{(pid=104835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:59:31.431588 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.443436 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.plugin [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Calling delete_port for 25af3f26-078e-41e4-b408-0c88902d4e32 owned by network:dhcp {{(pid=104835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:31.519346 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13845605'] for port, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.545866 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25af3f26-078e-41e4-b408-0c88902d4e32,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:31.547585 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] No DVR routers for this DVR port 25af3f26-078e-41e4-b408-0c88902d4e32 on host dv-cinder-780933-10-iscsi {{(pid=104835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:59:31.608556 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b1b176-5ecf-47e8-b546-1d057920da63 None None] DHCP port deletion for f584693b-8502-4c56-93c6-0951ccd26218 request from dv-cinder-780933-10-iscsi {{(pid=104837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:59:31.623438 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.633399 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f584693b-8502-4c56-93c6-0951ccd26218']}} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:31.644381 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c1afda-fd9d-4e13-a440-a04f79c00435') {'for_net_delete': True} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:31.644677 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.services.segments.db [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c1afda-fd9d-4e13-a440-a04f79c00435') {} {{(pid=104835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:31.653817 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718719'] for segment, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.668014 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.674165 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:59:31.674686 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13845690'] for segment, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: conditions |= (models_v2.Port.network_id.in_( Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: Traceback (most recent call last): Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: timer() Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: cb(*args, **kw) Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: return func(*args, **kwargs) Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: self._notify() Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: self.callback(batched_events) Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: event.method(event) Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: return f(self, *a, **k) Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._get(url).json() Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: return self.request(url, 'GET', **kwargs) Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:59:31.676303 dv-cinder-780933-10-iscsi neutron-server[104835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:59:31.740900 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.748106 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:31.749966 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f584693b-8502-4c56-93c6-0951ccd26218 HTTP/1.1" status: 204 len: 168 time: 0.5187907 Jul 09 18:59:31.753257 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42312) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:31.761643 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5b087-2cbc-41bb-94c3-8530b3010ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f584693b-8502-4c56-93c6-0951ccd26218,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:31.909317 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device bb0c88f5-82b8-47b5-93ea-473b12fde888 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:59:31.929329 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: bb0c88f5-82b8-47b5-93ea-473b12fde888 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:59:31.929669 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device bb0c88f5-82b8-47b5-93ea-473b12fde888 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:59:31.930626 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device df12ea27-6e59-4416-b712-903eb375eead no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:59:31.949191 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: df12ea27-6e59-4416-b712-903eb375eead {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:59:31.949612 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device df12ea27-6e59-4416-b712-903eb375eead not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:59:31.950029 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 25af3f26-078e-41e4-b408-0c88902d4e32 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:59:31.968223 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: 25af3f26-078e-41e4-b408-0c88902d4e32 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:59:31.968564 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device 25af3f26-078e-41e4-b408-0c88902d4e32 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:59:32.101775 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398831'] for router_interface, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:32.340055 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Deleting port d6257914-7f5e-42fb-8896-d52f6523a354 {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:32.340675 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:32.423525 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] For port d6257914-7f5e-42fb-8896-d52f6523a354, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=d6257914-7f5e-42fb-8896-d52f6523a354,segment=NetworkSegment(163a2c0f-8757-4908-8411-e4b6411bb497),segment_id=163a2c0f-8757-4908-8411-e4b6411bb497)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:59:32.423787 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:32.436211 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Calling delete_port for d6257914-7f5e-42fb-8896-d52f6523a354 owned by network:router_interface {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:32.604405 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:32.630969 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6257914-7f5e-42fb-8896-d52f6523a354,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:32.791457 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1581535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401105'] for router_interface, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:32.993422 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Router f3b7710c-8abd-46d9-849a-1b670d6b3c6d has already been hosted by L3 agent d274dfc0-5b49-4e98-acef-b87f44bf5893 {{(pid=104836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 18:59:33.094615 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] Notify agent at l3_agent.dv-cinder-780933-10-iscsi the message routers_updated {{(pid=104836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 18:59:33.099341 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-fda8faab-7524-4e90-bc72-a0e8e98bdc39 admin admin] 10.222.0.22 "PUT /v2.0/routers/f3b7710c-8abd-46d9-849a-1b670d6b3c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3450603 Jul 09 18:59:33.101899 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42314) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:33.102696 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] Sync routers for ids ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'] in dv-cinder-780933-10-iscsi {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 18:59:33.112239 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] Routers {'f3b7710c-8abd-46d9-849a-1b670d6b3c6d'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:59:33.112857 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:59:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:33.200977 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks [] for router, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.212551 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] Set router f3b7710c-8abd-46d9-849a-1b670d6b3c6d gateway port host: dv-cinder-780933-10-iscsi {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:59:33.297456 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.347023 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Deleting port abe9da62-d780-4d6a-bf55-63418a5ac1ba {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:33.347354 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.384490 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'external_fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:59:32Z', 'revision_number': 5, 'project_id': '28574a2fec724c40842f358c730937ca', 'gw_port': {'id': 'abe9da62-d780-4d6a-bf55-63418a5ac1ba', 'name': '', 'network_id': 'e685ef06-bd20-4f13-9915-56c936056191', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:00Z', 'updated_at': '2021-07-09T18:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf4a2b2-cb3e-4c02-938b-c5d3390a2ef8', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-10-iscsi'}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:33.428194 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] For port abe9da62-d780-4d6a-bf55-63418a5ac1ba, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=abe9da62-d780-4d6a-bf55-63418a5ac1ba,segment=NetworkSegment(5d0cc747-ae27-47f7-ac99-4c6acf2ab5be),segment_id=5d0cc747-ae27-47f7-ac99-4c6acf2ab5be)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:59:33.428551 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.442293 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Calling delete_port for abe9da62-d780-4d6a-bf55-63418a5ac1ba owned by network:router_gateway {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:33.493047 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] Checking router: f3b7710c-8abd-46d9-849a-1b670d6b3c6d for host: dv-cinder-780933-10-iscsi {{(pid=104838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 18:59:33.505097 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] Routers {'f3b7710c-8abd-46d9-849a-1b670d6b3c6d'} bound to L3 agent in host dv-cinder-780933-10-iscsi {{(pid=104838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 18:59:33.505705 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:37:15Z,description=,heartbeat_timestamp=2021-07-09T18:59:15Z,host='dv-cinder-780933-10-iscsi',id=d274dfc0-5b49-4e98-acef-b87f44bf5893,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T18:37:16Z,topic='l3_agent')) {'router_ids': ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'], 'active': True} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:33.588761 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_dvr_db [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] Set router f3b7710c-8abd-46d9-849a-1b670d6b3c6d gateway port host: None {{(pid=104838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 18:59:33.609973 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.635001 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe9da62-d780-4d6a-bf55-63418a5ac1ba,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:33.643254 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.l3_hamode_db [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:59:33Z', 'revision_number': 6, 'project_id': '28574a2fec724c40842f358c730937ca', 'gw_port_host': None}], 'dv-cinder-780933-10-iscsi', False) {} {{(pid=104838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:33.669032 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25a2d4-4e47-4454-add3-a128ca8d699c None None] The sync data for ids ['f3b7710c-8abd-46d9-849a-1b670d6b3c6d'] in dv-cinder-780933-10-iscsi is: [{'id': 'f3b7710c-8abd-46d9-849a-1b670d6b3c6d', 'name': 'tempest-TestVolumeBootPattern-1950807438-router', 'tenant_id': '28574a2fec724c40842f358c730937ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:59:33Z', 'revision_number': 6, 'project_id': '28574a2fec724c40842f358c730937ca', 'gw_port_host': None}] {{(pid=104838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 18:59:33.695852 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396456'] for router_gateway, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.784958 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-393500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1042693'] for router, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.787439 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.828526 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-394636'] for router, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.829152 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3b7710c-8abd-46d9-849a-1b670d6b3c6d {{(pid=104836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 18:59:33.833210 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] Notify callbacks [] for router, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.834374 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-8cc64279-e0f1-4878-9fdb-31adf8855c56 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f3b7710c-8abd-46d9-849a-1b670d6b3c6d HTTP/1.1" status: 204 len: 168 time: 0.7315042 Jul 09 18:59:33.837029 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [-] (104835) accepted ('10.222.0.22', 42316) {{(pid=104835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:33.883449 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab345cd-5b41-4bfb-a319-ab897389b40b admin admin] Deleting subnet 1696376d-9b46-4db4-bfc9-def7b28167b2 {{(pid=104835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 18:59:33.886415 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ab345cd-5b41-4bfb-a319-ab897389b40b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.919793 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ab345cd-5b41-4bfb-a319-ab897389b40b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718696'] for subnet, precommit_delete_associations {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:33.995713 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ab345cd-5b41-4bfb-a319-ab897389b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380719'] for subnet, precommit_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.057874 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ab345cd-5b41-4bfb-a319-ab897389b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13845599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15544927'] for subnet, after_delete {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.088619 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab345cd-5b41-4bfb-a319-ab897389b40b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1696376d-9b46-4db4-bfc9-def7b28167b2,revision_number=None']} {{(pid=104835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:34.094724 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron_lib.callbacks.manager [None req-8ab345cd-5b41-4bfb-a319-ab897389b40b admin admin] Notify callbacks [] for subnet, before_response {{(pid=104835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.096647 dv-cinder-780933-10-iscsi neutron-server[104835]: INFO neutron.wsgi [None req-8ab345cd-5b41-4bfb-a319-ab897389b40b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1696376d-9b46-4db4-bfc9-def7b28167b2 HTTP/1.1" status: 204 len: 168 time: 0.2586286 Jul 09 18:59:34.099506 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42318) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:34.105477 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e429da-ed60-4e60-ae9c-aa671d86775f None None] Network 663ee14c-bff3-4b61-b697-121c1387f6a4 requested from dv-cinder-780933-10-iscsi {{(pid=104837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 18:59:34.154764 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d6257914-7f5e-42fb-8896-d52f6523a354 no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:59:34.175274 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525595'] for network, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.181139 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: d6257914-7f5e-42fb-8896-d52f6523a354 {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:59:34.181490 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device d6257914-7f5e-42fb-8896-d52f6523a354 not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:59:34.230913 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Deleting port edea97b6-bc42-4ec6-8d4d-90a4149a09eb {{(pid=104836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 18:59:34.231277 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784005999068'] for port, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.291609 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.db [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] For port edea97b6-bc42-4ec6-8d4d-90a4149a09eb, host dv-cinder-780933-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-10-iscsi',level=0,port_id=edea97b6-bc42-4ec6-8d4d-90a4149a09eb,segment=NetworkSegment(163a2c0f-8757-4908-8411-e4b6411bb497),segment_id=163a2c0f-8757-4908-8411-e4b6411bb497)] {{(pid=104836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 18:59:34.291968 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401135'] for port, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.304024 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.plugin [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Calling delete_port for edea97b6-bc42-4ec6-8d4d-90a4149a09eb owned by network:dhcp {{(pid=104836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 18:59:34.382195 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-565001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-195509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1581481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784006007318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784005581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14759067'] for port, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.404557 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Pushing event deleted for resources: {'Port': ['ID=edea97b6-bc42-4ec6-8d4d-90a4149a09eb,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:34.409885 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] No DVR routers for this DVR port edea97b6-bc42-4ec6-8d4d-90a4149a09eb on host dv-cinder-780933-10-iscsi {{(pid=104836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 18:59:34.478173 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1402106', 'neutron.services.segments.db._delete_segments_for_network-8784006116949'] for network, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.482106 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1586c5dc-9137-4245-adc9-b59832fff2c9 None None] DHCP port deletion for 663ee14c-bff3-4b61-b697-121c1387f6a4 request from dv-cinder-780933-10-iscsi {{(pid=104837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 18:59:34.495251 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663ee14c-bff3-4b61-b697-121c1387f6a4']}} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:34.505412 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163a2c0f-8757-4908-8411-e4b6411bb497') {'for_net_delete': True} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:34.505708 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.services.segments.db [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163a2c0f-8757-4908-8411-e4b6411bb497') {} {{(pid=104836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 18:59:34.514620 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784005912881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14825945'] for segment, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.528437 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702'] for segment, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.534382 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 18:59:34.534818 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14758980'] for segment, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: Traceback (most recent call last): Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: timer() Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: cb(*args, **kw) Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: return func(*args, **kwargs) Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: self._notify() Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: self.callback(batched_events) Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: event.method(event) Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: return f(self, *a, **k) Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._get(url).json() Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: return self.request(url, 'GET', **kwargs) Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 18:59:34.536482 dv-cinder-780933-10-iscsi neutron-server[104836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 18:59:34.592452 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1402097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1581478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396428'] for network, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.600374 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1581499'] for network, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.600374 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] 10.222.0.22 "DELETE /v2.0/networks/663ee14c-bff3-4b61-b697-121c1387f6a4 HTTP/1.1" status: 204 len: 168 time: 0.4994028 Jul 09 18:59:34.611234 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95f3ac-d590-42a0-abd5-446be6ba76cd admin admin] Pushing event deleted for resources: {'Network': ['ID=663ee14c-bff3-4b61-b697-121c1387f6a4,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:34.715663 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42322) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:34.754804 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-5661e507-0d5e-4e13-865a-4397bb3b47dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d9ad3483a6a4ef6aa1918c3396a27ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380046 Jul 09 18:59:34.757217 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42324) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:34.802689 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-075d327b-8ebd-479d-bfc8-ae6f57bc9609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.822674 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-075d327b-8ebd-479d-bfc8-ae6f57bc9609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.872626 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-075d327b-8ebd-479d-bfc8-ae6f57bc9609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.875330 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-075d327b-8ebd-479d-bfc8-ae6f57bc9609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:34.876472 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-075d327b-8ebd-479d-bfc8-ae6f57bc9609 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1950071-13df-42ef-8359-bdbd796beab0 HTTP/1.1" status: 204 len: 168 time: 0.1183689 Jul 09 18:59:34.884069 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d327b-8ebd-479d-bfc8-ae6f57bc9609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1950071-13df-42ef-8359-bdbd796beab0,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:35.181071 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42330) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:35.218732 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-c20347cf-083e-423c-a2ed-ebee060d17e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28574a2fec724c40842f358c730937ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365062 Jul 09 18:59:35.221056 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [-] (104836) accepted ('10.222.0.22', 42332) {{(pid=104836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 18:59:35.266581 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-368ee7a1-f6a0-4e89-abc3-a81d18b3da9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:35.286654 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-368ee7a1-f6a0-4e89-abc3-a81d18b3da9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:35.329885 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-368ee7a1-f6a0-4e89-abc3-a81d18b3da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483185'] for security_group, after_delete {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:35.332394 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron_lib.callbacks.manager [None req-368ee7a1-f6a0-4e89-abc3-a81d18b3da9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:35.333478 dv-cinder-780933-10-iscsi neutron-server[104836]: INFO neutron.wsgi [None req-368ee7a1-f6a0-4e89-abc3-a81d18b3da9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00197839-74fc-4a43-b5d0-f421b388a040 HTTP/1.1" status: 204 len: 168 time: 0.1115534 Jul 09 18:59:35.341224 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ee7a1-f6a0-4e89-abc3-a81d18b3da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00197839-74fc-4a43-b5d0-f421b388a040,revision_number=None']} {{(pid=104836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 18:59:35.906243 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device abe9da62-d780-4d6a-bf55-63418a5ac1ba no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:59:35.929002 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: abe9da62-d780-4d6a-bf55-63418a5ac1ba {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:59:35.929341 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device abe9da62-d780-4d6a-bf55-63418a5ac1ba not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:59:35.929756 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device edea97b6-bc42-4ec6-8d4d-90a4149a09eb no longer exists at agent ovs-agent-dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 18:59:35.948822 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] No Port match for: edea97b6-bc42-4ec6-8d4d-90a4149a09eb {{(pid=104837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 18:59:35.949163 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron.plugins.ml2.rpc [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Device edea97b6-bc42-4ec6-8d4d-90a4149a09eb not bound to the agent host dv-cinder-780933-10-iscsi {{(pid=104837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 18:59:42.425729 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:42.587427 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e3a745f9-9ab5-47bb-87b1-62f732123d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:45.262126 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:45.271939 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-099a2d46-d07b-47a4-9000-1037d1629197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:46.474491 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:47.956344 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 18:59:53.187561 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:00:12.439120 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:12.586522 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7cca6f24-117b-434f-8a2d-538cd04c6c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:15.268950 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:15.273720 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-df7589f8-9dcb-42ad-b444-ef4bd8897a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:16.477932 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:17.960613 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:28.594655 dv-cinder-780933-10-iscsi neutron-server[104836]: DEBUG neutron.wsgi [req-40ad3c22-6eff-475e-a562-ed9369a76477 req-a9a08f1c-468b-4cad-9956-820227e3f55d service neutron] (104836) timed out ('10.222.0.30', 54096) {{(pid=104836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 19:00:30.190458 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:00:42.451544 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:42.586055 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-57f3dc6a-6082-4ad2-b11a-e5b4636de6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:45.263388 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:45.272488 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-152b731d-108c-4bad-a5cc-a0998e4c4cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:46.480088 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:47.963138 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:07.192534 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:01:12.474169 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:12.585620 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-760f6cf3-c581-4a72-9276-e31a90ee3efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:15.270985 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:15.273634 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d69cd2b7-98b7-456a-83f1-92251b76745d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:16.482972 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:17.970650 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:42.473842 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:42.584765 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-766a0789-544e-4545-8368-171968787268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:43.542754 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [req-7f70dd70-ac10-481c-8ae7-de9482f0266d req-f2b5eeda-07d0-4600-81d1-c89efc82f44a service neutron] (104835) timed out ('10.222.0.30', 54102) {{(pid=104835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 19:01:44.195265 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:01:45.267212 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:45.274220 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-4c5e6bd8-f425-43f7-b907-675595f78ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:46.486661 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:47.975563 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:12.474336 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:12.584079 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-39e4c236-3380-41f0-826b-8fb419d0b658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:15.257998 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:15.272912 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f8492c6f-998f-44b9-82bb-89b0a929a4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:15.794446 dv-cinder-780933-10-iscsi neutron-server[104835]: DEBUG neutron.wsgi [req-9c48a885-833d-4128-a006-aa46290e65b9 req-c0e8a637-e719-4ca6-aeeb-c733dca4e480 service neutron] (104835) timed out ('10.222.0.30', 54115) {{(pid=104835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 19:02:16.490675 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:17.974918 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:21.197464 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:02:42.468325 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:42.583308 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-9f863618-9912-45a3-8fb8-5cc0605822aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:45.262456 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:45.272771 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e0d2282e-0a3f-423f-a7c7-54e052be5413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:46.492781 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:47.979597 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:58.203782 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:03:12.466715 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:12.582762 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-27e890bd-02c9-4426-9067-8481d2127ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:15.268492 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:15.273431 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-92c9db35-2c85-44a9-8421-4a93670b3e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:16.495827 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:17.981105 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:35.193608 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:03:42.477931 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:42.581135 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-2ae57146-7a6d-46bd-96ae-672d16693e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:45.263202 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:45.273560 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-d3203a9d-91a0-4a3b-a9ce-6863e868ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:46.497631 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:47.984946 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:12.192540 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:04:12.488956 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:12.580213 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-a98517bd-6d0b-4c55-a3bd-904a85d84c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:15.269533 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:15.274860 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-79b58d65-b961-4bf4-a56e-676683e4b58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:16.501253 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:17.987331 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:42.490990 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-94a75bfc-cb12-4513-88e6-cc62bd3f2f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:42.578893 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-60fd5680-35df-4d08-a05e-c0765b2858f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:45.264463 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-f93f5ca5-384b-45d0-ad1f-e619ee00c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:45.273659 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-7331d155-1478-403a-b737-17a38e3cf1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:46.505045 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4baa-5165-4108-a3e7-35519aa9152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:47.992615 dv-cinder-780933-10-iscsi neutron-server[104837]: DEBUG neutron_lib.callbacks.manager [None req-5c70a9f7-19b2-4a22-bb48-84af2f543f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784006116931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1408432'] for agent, after_update {{(pid=104837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:49.191512 dv-cinder-780933-10-iscsi neutron-server[104838]: DEBUG neutron.db.agents_db [None req-66109326-78de-459b-88f6-e3b58f694524 None None] Agent healthcheck: found 6 active agents {{(pid=104838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}